-- Logs begin at Fri 2022-10-21 14:13:55 UTC, end at Fri 2022-10-21 15:25:40 UTC. -- Oct 21 14:55:31.124934 dv-cinder-836083-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 21 14:55:33.832254 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.common.config [-] Logging enabled! Oct 21 14:55:33.832851 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 21 14:55:33.833049 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104981) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 21 14:55:33.836247 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.common.config [-] Logging enabled! Oct 21 14:55:33.836501 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 21 14:55:33.836814 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104981) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 21 14:55:33.837759 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 21 14:55:33.837996 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 21 14:55:33.838481 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 21 14:55:33.838763 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 21 14:55:33.838997 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 21 14:55:33.839324 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.839633 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.839870 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.840174 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.840473 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.840761 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.841056 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.841358 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.841650 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.841935 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.842251 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.842485 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.842793 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.843086 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.843377 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.843606 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] debug = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.843889 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.844323 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.844735 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.845032 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.845326 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.845614 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.845891 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.846168 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.846455 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.846813 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] host = dv-cinder-836083-16-iscsi {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.847100 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.847391 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.847682 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.847973 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.848252 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.848531 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.848825 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.849102 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.849379 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.849656 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.849948 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.850237 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.850528 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.850778 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.851006 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.851292 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.851587 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.851865 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.852143 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.852420 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.852700 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.852976 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.853248 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.853539 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.853826 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.854115 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.854391 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.854692 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.854969 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.855242 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.855531 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.855810 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.856085 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.856361 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.856651 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.856922 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.857199 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.857500 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.857851 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.858133 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.858424 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.858741 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.859030 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.859304 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.859579 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.859854 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] use_json = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.860130 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.860404 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.860687 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.860962 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.861236 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.861511 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.861788 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.862077 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.862353 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:33.862678 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.862983 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.863289 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.863576 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.863887 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.864172 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.864468 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.864751 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.865044 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.865338 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.865629 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.865911 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.866212 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.866505 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.866842 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.867152 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.867449 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.867746 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.868027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.868305 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.868590 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.868872 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.869163 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.869443 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.869738 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.870031 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.870316 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.870617 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.870930 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.871219 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.871516 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.871813 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.872093 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.872376 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.872671 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.872952 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.873736 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.874152 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.874443 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.874762 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.875053 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.875353 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.875648 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.875930 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.876217 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.876513 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.876796 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.877074 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.877354 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.877639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.877919 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.878212 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.878497 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.878807 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.879094 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.879377 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.879656 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.879934 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.880215 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.880492 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.880774 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.881052 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.881330 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.881607 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.881883 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.882158 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.882434 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.882744 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.883027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.883307 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.883583 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.883860 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.884134 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.884412 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.884700 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.885002 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.885283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.885565 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.885846 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.886126 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.886409 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.886716 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.887001 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.887283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.887560 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.887855 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.888142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.888437 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.888725 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.889720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.890094 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.890406 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.890718 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.891007 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.891294 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.891580 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.891870 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.892153 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.892438 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.892730 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.893021 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.893323 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.893622 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.893907 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.894207 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.894506 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.894830 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.895119 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.895435 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.895722 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:33.895947 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 21 14:55:33.896189 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104981) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 21 14:55:34.192658 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 21 14:55:34.192983 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 21 14:55:34.193252 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 21 14:55:34.193482 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 21 14:55:34.193760 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 21 14:55:34.194091 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 21 14:55:34.606688 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.606910 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.607198 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.609156 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.609436 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.609704 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.663618 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.663897 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.664173 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.679456 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.679743 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.680031 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.709611 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.709897 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.710169 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.746802 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.747084 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.747360 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.980298 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.980763 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.980860 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.981320 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:34.982033 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.080799 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.081124 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.081409 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.081687 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.081972 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.082291 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.082562 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.082854 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.083120 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.083411 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.083678 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.083952 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.084216 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.084476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.084740 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.085011 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.085272 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.085546 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.085822 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.086089 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.086378 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.086654 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.086954 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.087334 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.087592 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.087844 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.088245 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:35.088488 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:35.088729 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:35.088971 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:35.089210 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:35.089449 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:35.089837 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 21 14:55:35.093116 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 21 14:55:35.097047 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 21 14:55:35.100756 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 21 14:55:35.102382 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 21 14:55:35.103044 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 21 14:55:35.103384 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 21 14:55:35.103770 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 21 14:55:35.106540 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 21 14:55:35.106827 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 21 14:55:35.107178 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 21 14:55:35.112272 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 21 14:55:35.136354 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 21 14:55:35.136804 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.137100 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104981) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 21 14:55:35.137476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.139482 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104981) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 21 14:55:35.139784 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 21 14:55:35.140095 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 21 14:55:35.150674 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.150969 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:35.314302 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 21 14:55:35.314482 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 21 14:55:35.314748 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 21 14:55:35.315128 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 21 14:55:35.367501 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO dbcounter [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Registered counter for database neutron Oct 21 14:55:35.387243 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_db.sqlalchemy.engines [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104981) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 21 14:55:35.393708 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG dbcounter [-] [104981] Writer thread running {{(pid=104981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 21 14:55:36.131212 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing driver for type 'gre' Oct 21 14:55:36.132294 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] gre ID ranges: [(1, 1000)] Oct 21 14:55:36.359504 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing driver for type 'local' Oct 21 14:55:36.359804 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing driver for type 'vlan' Oct 21 14:55:36.461871 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] VlanTypeDriver initialization complete Oct 21 14:55:36.462207 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing driver for type 'vxlan' Oct 21 14:55:36.462738 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] vxlan ID ranges: [(1, 1000)] Oct 21 14:55:36.633748 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing extension driver 'port_security' Oct 21 14:55:36.634027 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.extensions.port_security [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] PortSecurityExtensionDriver initialization complete Oct 21 14:55:36.634368 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing mechanism driver 'openvswitch' Oct 21 14:55:36.634721 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing mechanism driver 'hyperv' Oct 21 14:55:36.642093 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.plugin [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:55:36.642803 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.643177 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.643527 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.644030 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 21 14:55:36.644450 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.644805 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.645152 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.645540 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 21 14:55:36.645945 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.646292 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.646659 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.647061 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 21 14:55:36.647467 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > security_group after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.647812 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > security_group after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.648150 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.648535 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 21 14:55:36.648933 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.649274 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.649614 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.649993 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 21 14:55:36.650389 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > address_group after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.650816 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > address_group after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.651095 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659055 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 21 14:55:36.659055 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] ML2 OVO RPC backend initialized. {{(pid=104981) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 21 14:55:36.659055 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659055 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659055 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659453 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > networks before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659453 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659453 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > ports before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659453 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659737 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnets before_response 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659737 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659737 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.659737 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.660027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.660027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.660027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.660027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.660324 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.660324 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.665694 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded quota_driver: . Oct 21 14:55:36.666055 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.plugin [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Modular L2 Plugin initialization complete Oct 21 14:55:36.666400 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading services supported by the core plugin {{(pid=104981) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 21 14:55:36.666774 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.plugins.ml2.managers [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Got port-security extension from driver 'port_security' Oct 21 14:55:36.667253 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.extensions.vlantransparent [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Disabled vlantransparent extension. Oct 21 14:55:36.667747 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104981) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 21 14:55:36.668069 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: router Oct 21 14:55:36.704178 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.704575 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_create 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.704951 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router before_create 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.705318 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.705694 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.706051 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_delete 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.706410 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.706786 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.707153 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_create 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.707493 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_update 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.707842 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_update 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.708192 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.708551 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_update 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.708958 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_update 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.709326 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.709666 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.710002 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: subnet after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.710346 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.710724 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.711074 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_create 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.711421 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.711872 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.712234 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router after_update 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.712576 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.712925 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_create 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.713288 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.713634 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_update 55549900 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.713998 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > agent after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.714348 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > agent after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.714719 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > network after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.715570 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Tracking information for resource: router configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:36.715898 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Tracking information for resource: floatingip configured {{(pid=104981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 14:55:36.720788 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.db.l3_agentschedulers_db [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 21 14:55:36.721368 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.721726 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port after_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.722076 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port after_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.722422 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: port after_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.723244 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router before_create 55550100 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.723609 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.723973 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_create 55550100 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.724330 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > router precommit_update 55550100 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.729250 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.provider_configuration [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service providers = [] {{(pid=104981) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 21 14:55:36.729609 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.db.servicetype_db [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104981) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 21 14:55:36.732810 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.service_base [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 14:55:36.733165 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.service_base [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 14:55:36.733509 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.service_base [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 14:55:36.734400 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.services.service_base [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 14:55:36.734803 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.services.service_base [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 21 14:55:36.735181 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.735498 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 21 14:55:36.745778 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.746103 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: auto_allocate Oct 21 14:55:36.752349 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: network precommit_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.752719 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: network precommit_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.753225 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.753543 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: tag Oct 21 14:55:36.760263 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.760592 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: timestamp Oct 21 14:55:36.764994 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.765316 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: network_ip_availability Oct 21 14:55:36.770745 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.771119 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.771474 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:36.772186 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.772503 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: flavors Oct 21 14:55:36.777323 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.777656 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading Plugin: revisions Oct 21 14:55:36.782289 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 14:55:36.782687 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.589s {{(pid=104981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 21 14:55:36.783429 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104981) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 21 14:55:36.783759 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Initializing extension manager. Oct 21 14:55:36.784300 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: __init__.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.784638 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: __pycache__ {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.784976 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: address_group.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.785675 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.786237 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: address-group Oct 21 14:55:36.786558 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: address_scope.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.787252 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.787761 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: address-scope Oct 21 14:55:36.788081 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.788957 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.789464 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: router-admin-state-down-before-update Oct 21 14:55:36.789781 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: agent.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.790444 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.790977 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: agent Oct 21 14:55:36.791298 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: agent_resources_synced.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.792160 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.792670 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: agent-resources-synced Oct 21 14:55:36.792988 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: allowedaddresspairs.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.794734 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.795285 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: allowed-address-pairs Oct 21 14:55:36.795607 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: auto_allocated_topology.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.796626 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.797140 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: auto-allocated-topology Oct 21 14:55:36.797461 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: availability_zone.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.798112 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.798617 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: availability_zone Oct 21 14:55:36.798963 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: availability_zone_filter.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.799827 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.800498 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: availability_zone_filter Oct 21 14:55:36.800652 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: data_plane_status.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.801515 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.802019 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension data-plane-status not supported by any of loaded plugins Oct 21 14:55:36.802338 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: default_subnetpools.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.803236 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.803739 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: default-subnetpools Oct 21 14:55:36.804064 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.804842 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.805352 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: dhcp_agent_scheduler Oct 21 14:55:36.805673 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: dns.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.806542 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.807062 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension dns-integration not supported by any of loaded plugins Oct 21 14:55:36.807390 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: dns_domain_ports.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.808255 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.808760 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 21 14:55:36.809093 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.809950 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.810457 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 21 14:55:36.811343 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: dvr.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.811980 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.812486 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: dvr Oct 21 14:55:36.812808 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: ecmp_routes.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.813675 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.814176 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 21 14:55:36.814495 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: empty_string_filtering.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.815378 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.815888 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: empty-string-filtering Oct 21 14:55:36.816205 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.817064 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.817562 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 21 14:55:36.817876 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.818782 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.819281 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 21 14:55:36.819596 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: external_net.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.820445 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.820946 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: external-net Oct 21 14:55:36.821261 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.822116 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.822619 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: extra_dhcp_opt Oct 21 14:55:36.822986 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: extraroute.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.823840 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.824339 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: extraroute Oct 21 14:55:36.824656 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: extraroute_atomic.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.825643 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.826151 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: extraroute-atomic Oct 21 14:55:36.827151 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: filter_validation.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.827986 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.828500 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: filter-validation Oct 21 14:55:36.828824 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: fip_pf_description.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.829684 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.830189 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 21 14:55:36.830508 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: fip_pf_detail.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.831394 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.831903 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 21 14:55:36.832223 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: fip_pf_port_range.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.833078 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.834311 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 21 14:55:36.834311 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: fip_port_details.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.834945 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.835479 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: fip-port-details Oct 21 14:55:36.835801 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: flavors.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.836974 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.837488 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: flavors Oct 21 14:55:36.837810 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.839451 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.839976 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 21 14:55:36.840303 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: floatingip_pools.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.840968 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.841482 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: floatingip-pools Oct 21 14:55:36.841809 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: ip_allocation.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.842733 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.843238 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension ip_allocation not supported by any of loaded plugins Oct 21 14:55:36.843575 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.844445 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.844959 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: ip-substring-filtering Oct 21 14:55:36.845288 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l2_adjacency.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.846164 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.846701 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 21 14:55:36.847025 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.847957 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.848465 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: router Oct 21 14:55:36.848787 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.850995 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.851516 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 21 14:55:36.851844 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.852714 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.853222 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: ext-gw-mode Oct 21 14:55:36.853545 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.854424 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.854963 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: l3-ha Oct 21 14:55:36.855290 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.856151 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.856652 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 21 14:55:36.856970 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_flavors.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.858021 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.858573 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: l3-flavors Oct 21 14:55:36.858915 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.860258 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.860775 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 21 14:55:36.861100 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.861973 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.862486 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 21 14:55:36.862837 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: l3agentscheduler.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.863809 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.864323 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: l3_agent_scheduler Oct 21 14:55:36.864648 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: local_ip.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.866355 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.866896 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension local_ip not supported by any of loaded plugins Oct 21 14:55:36.867226 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: logging.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.868641 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.869170 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension logging not supported by any of loaded plugins Oct 21 14:55:36.869495 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: metering.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.871731 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.872325 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: metering Oct 21 14:55:36.872657 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.874227 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.874780 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: metering_source_and_destination_fields Oct 21 14:55:36.875109 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: multiprovidernet.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.875994 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.876509 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: multi-provider Oct 21 14:55:36.876831 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: netmtu.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.877702 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.878211 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: net-mtu Oct 21 14:55:36.878534 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: netmtu_writable.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.879433 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.879946 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: net-mtu-writable Oct 21 14:55:36.880271 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: network_availability_zone.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.880902 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.881411 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: network_availability_zone Oct 21 14:55:36.881737 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: network_ip_availability.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.882811 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.883327 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: network-ip-availability Oct 21 14:55:36.883652 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: network_segment_range.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.884423 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.884888 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension network-segment-range not supported by any of loaded plugins Oct 21 14:55:36.885212 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: pagination.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.886159 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.886492 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: pagination Oct 21 14:55:36.886847 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: port_device_profile.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.887709 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.888222 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: port-device-profile Oct 21 14:55:36.888545 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: port_mac_address_override.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.889976 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.890488 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: port-mac-override Oct 21 14:55:36.890834 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.891719 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.892230 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: port-mac-address-regenerate Oct 21 14:55:36.892550 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.893425 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.893939 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: port-numa-affinity-policy Oct 21 14:55:36.894258 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: port_resource_request.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.895153 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.895662 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension port-resource-request not supported by any of loaded plugins Oct 21 14:55:36.895982 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: port_resource_request_groups.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.896904 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.897414 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 21 14:55:36.897737 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: portbindings.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.898612 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.899151 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: binding Oct 21 14:55:36.899468 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: portbindings_extended.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.900664 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.901177 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: binding-extended Oct 21 14:55:36.901500 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: portsecurity.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.902367 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.902907 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: port-security Oct 21 14:55:36.903230 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: project_id.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.904150 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.904505 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: project-id Oct 21 14:55:36.904862 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: providernet.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.905733 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.906238 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: provider Oct 21 14:55:36.906557 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.910290 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.910844 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos not supported by any of loaded plugins Oct 21 14:55:36.911180 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.912390 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.912908 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 21 14:55:36.913236 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.914109 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.914646 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 21 14:55:36.914975 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_default.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.915853 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.916364 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-default not supported by any of loaded plugins Oct 21 14:55:36.916686 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_fip.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.917557 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.918065 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-fip not supported by any of loaded plugins Oct 21 14:55:36.918384 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.919286 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.919796 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 21 14:55:36.920654 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_gateway_ip.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.921528 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.922032 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 21 14:55:36.922350 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_port_network_policy.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.923254 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.923763 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 21 14:55:36.924081 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.925074 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.925586 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 21 14:55:36.925906 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.926927 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.927438 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 21 14:55:36.927755 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_pps_rule.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.928873 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.929386 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-pps not supported by any of loaded plugins Oct 21 14:55:36.929707 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_rule_type_details.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.930577 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.931112 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 21 14:55:36.931432 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.932301 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.932813 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 21 14:55:36.933135 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: qos_rules_alias.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.934121 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.934654 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 21 14:55:36.934977 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: quota_check_limit.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.936484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.937075 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: quota-check-limit Oct 21 14:55:36.937398 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: quotasv2.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.938283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.938609 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: quotas Oct 21 14:55:36.938948 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: quotasv2_detail.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.940849 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.941189 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: quota_details Oct 21 14:55:36.941521 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: rbac.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.942518 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.943081 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: rbac-policies Oct 21 14:55:36.943413 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: rbac_address_group.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.944297 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.944818 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: rbac-address-group Oct 21 14:55:36.945147 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: rbac_address_scope.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.946096 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.946618 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: rbac-address-scope Oct 21 14:55:36.946969 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: rbac_security_groups.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.947852 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.948394 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: rbac-security-groups Oct 21 14:55:36.948721 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: rbac_subnetpool.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.949603 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.950116 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: rbac-subnetpool Oct 21 14:55:36.950441 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: revisionifmatch.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.951862 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.952470 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: revision-if-match Oct 21 14:55:36.952798 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: revisions.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.953878 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.954392 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: standard-attr-revisions Oct 21 14:55:36.954761 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: router_availability_zone.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.955399 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.955915 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: router_availability_zone Oct 21 14:55:36.956243 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: routerservicetype.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.957121 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.957629 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension router-service-type not supported by any of loaded plugins Oct 21 14:55:36.957950 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.958879 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.959392 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: security-groups-normalized-cidr Oct 21 14:55:36.959714 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.960599 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.961112 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: port-security-groups-filtering Oct 21 14:55:36.961435 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.962317 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.962864 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: security-groups-remote-address-group Oct 21 14:55:36.963189 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.964069 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.964578 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: security-groups-shared-filtering Oct 21 14:55:36.964926 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: securitygroup.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.974998 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.975532 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: security-group Oct 21 14:55:36.975862 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: segment.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.976565 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.977082 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension segment not supported by any of loaded plugins Oct 21 14:55:36.977408 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.978302 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.978844 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 21 14:55:36.979167 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: servicetype.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.980209 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.980725 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: service-type Oct 21 14:55:36.981046 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: sorting.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.981978 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.982306 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: sorting Oct 21 14:55:36.982667 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: standard_attr_segment.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.983608 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.984124 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 21 14:55:36.984444 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: standardattrdescription.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.985054 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.985560 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: standard-attr-description Oct 21 14:55:36.985879 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: stateful_security_group.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.986797 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.987308 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: stateful-security-group Oct 21 14:55:36.987626 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: stdattrs_common.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.988168 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 21 14:55:36.988483 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.989358 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.989869 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 21 14:55:36.990188 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: subnet_onboard.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.991219 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.991738 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: subnet_onboard Oct 21 14:55:36.992057 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.992940 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.993456 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 21 14:55:36.993775 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: subnet_service_types.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.994665 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.995187 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: subnet-service-types Oct 21 14:55:36.995506 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: subnetallocation.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.996536 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.997050 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: subnet_allocation Oct 21 14:55:36.997367 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.997989 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:36.998615 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: subnetpool-prefix-ops Oct 21 14:55:36.999083 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:36.999966 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.000475 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 21 14:55:37.000794 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: tagging.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:37.001811 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.002326 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: standard-attr-tag Oct 21 14:55:37.002666 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: timestamp.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:37.003830 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.004344 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loaded extension: standard-attr-timestamp Oct 21 14:55:37.004666 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: trunk.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:37.005648 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.006164 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension trunk not supported by any of loaded plugins Oct 21 14:55:37.006495 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: trunk_details.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:37.007406 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.007917 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension trunk-details not supported by any of loaded plugins Oct 21 14:55:37.008239 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: uplink_status_propagation.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:37.009113 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.009624 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 21 14:55:37.009943 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Loading extension file: vlantransparent.py {{(pid=104981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 14:55:37.010576 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 14:55:37.011110 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 21 14:55:37.013699 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:network Oct 21 14:55:37.014930 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:subnet Oct 21 14:55:37.015334 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 14:55:37.015731 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:port Oct 21 14:55:37.017027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.017465 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service FLAVORS assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.018073 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.018505 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.018876 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:router Oct 21 14:55:37.019306 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:floatingip Oct 21 14:55:37.019790 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service METERING assigned prefix: /metering {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.021219 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:37.021591 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:37.021945 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 14:55:37.022990 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of CountableResource for resource:rbac_policy Oct 21 14:55:37.023432 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:security_group Oct 21 14:55:37.023881 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 21 14:55:37.024389 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service CORE assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.024717 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 14:55:37.025062 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] subnetpool is already registered Oct 21 14:55:37.025482 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service CORE assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.025812 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 14:55:37.026141 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] subnetpool is already registered Oct 21 14:55:37.028641 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.029076 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service FLAVORS assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.030217 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.030658 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.030990 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:router Oct 21 14:55:37.031329 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] router is already registered Oct 21 14:55:37.031745 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:floatingip Oct 21 14:55:37.032345 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] floatingip is already registered Oct 21 14:55:37.032799 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service METERING assigned prefix: /metering {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.033470 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of CountableResource for resource:rbac_policy Oct 21 14:55:37.033795 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] rbac_policy is already registered Oct 21 14:55:37.034207 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:security_group Oct 21 14:55:37.034540 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] security_group is already registered Oct 21 14:55:37.034976 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 21 14:55:37.035310 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] security_group_rule is already registered Oct 21 14:55:37.035941 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service CORE assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.036269 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 14:55:37.036603 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] subnetpool is already registered Oct 21 14:55:37.037028 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.v2.resource_helper [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Service CORE assigned prefix: {{(pid=104981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 14:55:37.037353 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 14:55:37.037685 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING neutron.quota.resource_registry [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] subnetpool is already registered Oct 21 14:55:37.038146 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: extensions {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.039648 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: address-groups {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.041125 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: address-scopes {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.042439 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: agents {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.043631 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: auto-allocated-topology {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.044889 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: availability_zones {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.046256 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: dhcp-networks {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.047821 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: dhcp-agents {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.049259 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: routers {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.050975 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: flavors {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.052273 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: service_profiles {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.053500 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: next_providers {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.054966 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: service_profiles {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.056519 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: floatingip-pools {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.057740 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: routers {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.059445 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: floatingips {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.060972 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: l3-routers {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.068052 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: l3-agents {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.068052 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: metering-labels {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.068052 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: metering-label-rules {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.068052 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: network-ip-availabilities {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.068614 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: bindings {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.070169 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: quotas {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.071850 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: quotas {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.073373 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: rbac-policies {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.074561 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: security-groups {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.075888 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: security-group-rules {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.078359 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: service-providers {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.079704 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: subnetpools {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.081047 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: subnetpools {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.082595 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.084321 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.086128 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.087976 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.089658 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.091656 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.093884 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.095821 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.097591 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.099368 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron.api.extensions [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Extended resource: tags {{(pid=104981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 14:55:37.105531 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING keystonemiddleware.auth_token [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 21 14:55:37.110723 dv-cinder-836083-16-iscsi neutron-server[104981]: WARNING keystonemiddleware.auth_token [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 21 14:55:37.119598 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Acquiring lock "singleton_lock" {{(pid=104981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 21 14:55:37.119922 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Acquired lock "singleton_lock" {{(pid=104981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 21 14:55:37.120389 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_concurrency.lockutils [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Releasing lock "singleton_lock" {{(pid=104981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 21 14:55:37.121045 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Starting 2 workers Oct 21 14:55:37.125931 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Started child 105098 {{(pid=104981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 14:55:37.130381 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Started child 105099 {{(pid=104981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 14:55:37.131657 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:37.132286 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO neutron.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 21 14:55:37.132688 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:37.133302 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [-] (105098) wsgi starting up on http://0.0.0.0:9696 Oct 21 14:55:37.136898 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Starting 1 workers Oct 21 14:55:37.137018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:37.137018 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [-] (105099) wsgi starting up on http://0.0.0.0:9696 Oct 21 14:55:37.140789 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Started child 105100 {{(pid=104981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 14:55:37.141336 dv-cinder-836083-16-iscsi neutron-server[104981]: INFO oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Starting 1 workers Oct 21 14:55:37.145761 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] calling RpcWorker wait() {{(pid=105100) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 21 14:55:37.146318 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Started child 105101 {{(pid=104981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 14:55:37.146405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.service [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] returning from RpcWorker wait() {{(pid=105100) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 21 14:55:37.146668 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG neutron_lib.callbacks.manager [None req-87cb3ee6-f810-46ac-a5fb-40c714b7d879 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:37.147651 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:37.148153 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:55:37.148691 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 21 14:55:37.148902 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 21 14:55:37.149085 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 21 14:55:37.149317 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 21 14:55:37.149688 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 21 14:55:37.149869 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 21 14:55:37.150407 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.150707 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.150967 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.151243 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.151588 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:37.152038 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.152120 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.152567 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.152665 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.152882 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.153169 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.153169 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.153430 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.153761 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.154096 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.154402 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.155258 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.155527 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.155736 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.155962 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.156234 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.156497 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.156777 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] debug = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.157290 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.157791 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.158042 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.158292 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.158547 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.158856 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.159117 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.159397 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.159646 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.159847 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.160082 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.160339 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.160591 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.160827 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.161069 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.161370 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.161606 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.162090 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] host = dv-cinder-836083-16-iscsi {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.162339 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.162577 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.162871 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.163122 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.163382 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.163621 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.163930 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.164177 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.164482 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.164713 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.164954 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.165214 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.165453 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.165691 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.165850 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_options = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.166068 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.166361 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.166620 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.166838 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.166997 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.167166 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.167428 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.167594 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.167868 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.168089 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.168289 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.168511 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.168760 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.168996 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.169277 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.170476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.170476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.170476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.170476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.170823 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.170823 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.171113 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.171364 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.171585 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.172281 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.172536 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.172785 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.172874 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:55:37.173085 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.173230 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.173464 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.173729 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.173980 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.174227 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.174465 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.174755 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.174989 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.175219 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.178058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_json = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.180484 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.181157 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.181609 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.183713 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.183968 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.184265 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.184526 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.184869 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.185115 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.185490 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.185842 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.186274 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.187204 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.187528 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.187846 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.188824 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.188824 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.188824 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.189121 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.189195 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.189411 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.189667 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.189918 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.190180 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.190520 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.190833 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.191123 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.191489 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.191785 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.192053 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.192349 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.192576 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.192865 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.193102 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.193345 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.193576 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.193806 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.194074 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.194349 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.194608 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.194889 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.195119 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.195675 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.195946 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.196222 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.196505 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.196739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.196990 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.197217 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.197444 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.197670 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.197930 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.198892 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.199378 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.199771 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.200169 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.200616 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.200883 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.201130 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.201980 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.202257 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.202698 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.202940 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.203195 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.203445 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.203696 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.203940 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.204340 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.204573 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.204802 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.205029 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.205252 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.205478 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.205712 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.205940 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.206160 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.206379 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.206592 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.206850 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.207073 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.207300 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.207516 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.207728 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.207976 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.208191 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.208434 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.208649 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.208862 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.209244 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.209699 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.210106 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.210369 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.210595 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.210877 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.211105 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.211358 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.211583 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.216393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.217063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218142 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.218960 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.219214 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.219498 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.219770 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.220040 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.220278 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.220565 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.220875 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.221146 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.221942 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.222189 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.222417 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.222657 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.222907 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.223131 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.223368 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.223751 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.224026 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.224264 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.224509 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.224783 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.225036 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.225303 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.225551 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.225807 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.226044 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.226306 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.226534 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.226819 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.227101 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.227339 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.227579 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.227807 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.228027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.228928 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.228928 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.228928 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.228928 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.229261 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.229425 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.229669 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.229871 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.230094 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.230362 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.230586 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.230857 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.231101 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.231331 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.231561 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.231786 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.232005 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.232338 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.232466 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.232806 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.233078 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.233318 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.233550 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.233799 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.234058 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.234283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.234585 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.234835 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.235057 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.235277 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.235519 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.235739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.235961 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.236210 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.236430 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.236669 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.236931 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.237292 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.237547 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.237789 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.238095 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.238351 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.238574 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.238823 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.239046 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.239289 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.239513 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.239742 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.239964 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.240219 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.240486 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.240753 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.240977 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.241222 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.241442 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.241702 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.241957 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.242189 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.242443 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.242705 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.242932 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.243154 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.243374 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.243592 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.243813 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.244071 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.244288 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.244506 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.244743 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.245076 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.245343 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.245577 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.245830 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.246534 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.246801 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.247034 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.247251 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.247467 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.247941 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.247941 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.248112 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.248416 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.248591 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.248795 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.249047 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.249241 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.249452 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.249704 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.249917 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.250151 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.250372 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.250593 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.250847 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.251097 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.251311 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.251547 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.251771 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.251992 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.252204 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.252434 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.252652 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.252862 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.253083 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.253302 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.253514 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.253824 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.254079 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.254300 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.254720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.254857 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.255085 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.255327 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.255628 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.255864 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.256124 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.256377 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.256599 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.256846 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.257081 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.257415 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.257734 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.258001 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.258276 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.258549 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.258846 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.259135 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.259352 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.259652 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.259973 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.260240 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.260524 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.260779 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.261018 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.261261 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.261499 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.261738 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.261975 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.262193 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.262451 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.262705 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.262957 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.263177 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.263426 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.263646 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.264404 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.264639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.264868 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.265081 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.265238 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 21 14:55:37.265791 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 21 14:55:37.265951 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 21 14:55:37.266103 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 21 14:55:37.266272 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 21 14:55:37.266441 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 21 14:55:37.266594 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 21 14:55:37.266837 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267001 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267161 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267322 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267502 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267665 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267867 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.267994 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.268125 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.268283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.268443 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.268603 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.268762 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.268921 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.269083 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.269243 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.269401 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.269565 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.269726 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.269887 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.270045 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.270204 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] debug = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.270363 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.270567 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.270707 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:55:37.270797 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.270904 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.271063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.271222 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.271381 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.271539 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.271697 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.271855 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272015 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272174 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272333 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272494 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272652 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272811 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.272970 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.273129 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] host = dv-cinder-836083-16-iscsi {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.273289 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.273448 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.273810 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.274027 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.274191 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.274352 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.274527 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.274695 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.274861 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.275020 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.275406 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.275572 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.275731 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.275890 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.276049 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_options = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.276207 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.276366 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.276525 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.276711 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.276877 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277094 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277234 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277360 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277492 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277616 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277770 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.277927 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.278893 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.278893 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.278893 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.278893 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.278893 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.278893 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.279332 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.279332 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.279332 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.280102 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.280303 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.280532 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.280697 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.280857 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.281017 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.281176 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.281335 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.281494 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.281654 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.282070 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.282242 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.282403 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.282562 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.282750 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.282912 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.283071 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.283233 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.283393 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.283552 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.283712 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.283872 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284030 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284190 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284348 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284507 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_json = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284665 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284825 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.284983 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.285143 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.285302 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.285460 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.285619 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.285779 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.285938 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 14:55:37.286117 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.286276 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.286442 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.286604 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.286788 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.286950 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.287171 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.287262 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.287411 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.287573 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.287776 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.287910 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.288066 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.288231 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.288392 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.288557 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.288720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289089 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289089 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289313 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289398 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289522 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289691 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.289852 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.290013 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.290174 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.290336 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.290504 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.290691 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.290856 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.291033 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.291196 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.291359 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.291522 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.291684 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.291846 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292009 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292172 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292334 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292496 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292657 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292819 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.292981 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.293143 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.293306 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.293468 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.293630 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.293793 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.293954 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.294115 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.294278 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.294440 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.294602 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.294786 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.295559 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.295559 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.295835 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.295835 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.296077 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.296190 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.296327 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.296517 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.296645 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297255 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297255 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297438 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297514 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297641 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297785 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.297953 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.298121 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.298283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.298445 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.298607 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.298793 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299136 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299136 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299368 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299530 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299656 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299778 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.299900 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300026 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300148 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300457 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300457 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300601 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300747 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.300908 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.301071 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.301232 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.301402 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.301580 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.301743 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.301906 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.302068 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.302229 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.302390 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.302551 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.302735 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.302898 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.303059 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.303221 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.303382 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.303546 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.303708 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.303869 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304030 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304191 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304352 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304512 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304673 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304834 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.304994 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.305179 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.305305 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.305466 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.305629 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.305789 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.305938 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.306099 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.306260 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.306442 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.306699 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.306814 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.306919 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.307066 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.307314 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.307435 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.307559 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.307712 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.307870 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.308034 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.308195 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.308342 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.308506 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311285 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311285 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35110) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.311639 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312107 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312569 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312569 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312569 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312736 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312800 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.312940 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.313244 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.313601 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.313906 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.314211 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.314511 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.314830 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.315139 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.315299 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.315464 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.315629 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.315795 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.315957 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.316120 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.316283 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.316739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.316739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.316739 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.316948 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.317047 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.317236 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052443 Oct 21 14:55:37.317572 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.317882 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.318216 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.318560 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.318748 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.318916 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.319081 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.319244 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.319413 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.319573 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.319876 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.320044 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.320206 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.320370 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.320534 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.320697 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.320862 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.321024 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.321188 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.321371 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.321535 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.321703 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.321796 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039237 Oct 21 14:55:37.321885 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.322016 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.322319 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.322622 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.322939 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.323248 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.323409 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.323575 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.323738 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.324660 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.324660 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.324660 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.324660 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.324660 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.324660 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325063 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325181 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325244 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325408 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325561 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325722 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.325884 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.326046 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.326208 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.327045 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.327252 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.327392 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.327540 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.327697 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.327865 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.328028 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.328191 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.328368 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.328520 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.328698 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.328860 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.329022 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.329185 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.329347 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.329507 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.329679 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.329841 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.330003 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.330164 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.330325 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.330487 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.330681 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.330848 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331010 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331172 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331334 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331497 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331668 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331830 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.331992 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.332154 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.332315 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.332476 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.332648 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.332811 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.332973 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.333136 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.333298 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.333460 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.333631 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.333795 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.333964 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.334720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.334720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.334720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.334720 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335026 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335026 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335171 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335299 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335424 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335586 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335750 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.335916 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.336088 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.336257 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.336423 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.336593 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.336761 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.336931 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.337095 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.337264 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.337439 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.337601 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.337763 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.337924 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.338702 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.338966 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.339249 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.339440 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.339623 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.339805 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.339982 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.340158 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.340333 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.340504 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.340674 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.340842 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.341014 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.341179 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.341345 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.341533 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 14:55:37.341694 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 21 14:55:46.544426 dv-cinder-836083-16-iscsi neutron-server[104981]: DEBUG dbcounter [-] [104981] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:55:48.823406 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writer thread running {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 21 14:55:48.843376 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b667172-168c-4aee-b4c0-ebf974a73e45 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 14:55:48.942454 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b667172-168c-4aee-b4c0-ebf974a73e45 None None] No non-hosted networks {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 21 14:55:48.964221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dc03effd-5d74-4525-8340-b46fa09a4125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612522'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:50.714599 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writer thread running {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 21 14:55:51.481295 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-82e9e76d-dffa-41fb-a82a-12d9ad2914f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612522'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:51.514837 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.db.api [None req-d0363dc7-6e5c-468c-9738-64cc4a4af278 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836083-16-iscsi {{(pid=105100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 21 14:55:51.515311 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG oslo_db.api [None req-d0363dc7-6e5c-468c-9738-64cc4a4af278 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 14:55:52.096037 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d0363dc7-6e5c-468c-9738-64cc4a4af278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:52.457355 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612522'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:52.799823 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35184) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:55:53.369409 dv-cinder-836083-16-iscsi neutron-server[105099]: WARNING oslo_policy.policy [None req-09567cd4-1c8b-48aa-afd9-17673089055c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:55:53.369959 dv-cinder-836083-16-iscsi neutron-server[105099]: WARNING oslo_policy.policy [None req-09567cd4-1c8b-48aa-afd9-17673089055c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:55:53.594471 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [None req-09567cd4-1c8b-48aa-afd9-17673089055c admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 14:55:53.611471 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-09567cd4-1c8b-48aa-afd9-17673089055c admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8096604 Oct 21 14:55:53.994454 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612522'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:54.074144 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612522'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:54.076480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.077558 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.078480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.079806 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.080301 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.080950 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.081629 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.082178 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.083304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.083895 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.084385 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.084973 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.085477 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.086022 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.086496 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:55:54.087129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:55:54.105111 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:55:55.683397 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.db.l3_hamode_db [None req-da2dd9d1-3edb-4087-8c87-aa417292fb6f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 21 14:55:55.764529 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2dd9d1-3edb-4087-8c87-aa417292fb6f None None] Routers set() bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 14:55:55.764921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2dd9d1-3edb-4087-8c87-aa417292fb6f None None] Router IDs set() for agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 21 14:55:56.332626 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35218) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:55:56.848419 dv-cinder-836083-16-iscsi neutron-server[105098]: WARNING oslo_policy.policy [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:55:56.849191 dv-cinder-836083-16-iscsi neutron-server[105098]: WARNING oslo_policy.policy [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:55:57.069120 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:55:57.080936 dv-cinder-836083-16-iscsi neutron-server[105098]: ERROR stevedore.extension [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 21 14:55:57.163462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.policy [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105098) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 21 14:55:57.206354 dv-cinder-836083-16-iscsi neutron-server[105098]: WARNING oslo_policy.policy [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:55:57.206997 dv-cinder-836083-16-iscsi neutron-server[105098]: WARNING oslo_policy.policy [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:55:57.227493 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writer thread running {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 21 14:55:57.386155 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751460246175', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751460245643', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751460230071', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751460236534', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751460226984', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751460218584', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16484059', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16484499', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652127'] for rbac-policy (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:57.559984 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:55:57.561653 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ec91a3d7-65ea-499a-b235-ff77bccd614c admin admin] 10.222.0.60 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2281544 Oct 21 14:56:00.174927 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35234) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:00.500038 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:56:00.512507 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writer thread running {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 21 14:56:00.616333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Made reservation on behalf of 9bec480032c6457f9f1d21ddc43f7f79 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 14:56:00.626568 dv-cinder-836083-16-iscsi neutron-server[105099]: ERROR stevedore.extension [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 21 14:56:00.682304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.policy [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105099) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 21 14:56:00.726472 dv-cinder-836083-16-iscsi neutron-server[105099]: WARNING oslo_policy.policy [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:56:00.726818 dv-cinder-836083-16-iscsi neutron-server[105099]: WARNING oslo_policy.policy [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 14:56:00.737868 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:00.761118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:00.874679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks [] for security_group (cf00feee-ab5e-4f85-971f-6949b347f84a), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:00.959396 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (cf00feee-ab5e-4f85-971f-6949b347f84a), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:00.993924 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 14:56:01.022584 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751457094256', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (ff444582-f88d-4926-baa5-bbb6a2b3cf6b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:01.023187 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Unsubscribe: segment precommit_create {{(pid=105099) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 21 14:56:01.023711 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Added segment ff444582-f88d-4926-baa5-bbb6a2b3cf6b of type vlan for network 3c632ebc-96ab-4cfe-ac9b-25334c582301 Oct 21 14:56:01.030321 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00feee-ab5e-4f85-971f-6949b347f84a,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:01.071336 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.071679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.072036 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.072423 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.072755 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.073079 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.073410 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.073729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.074064 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.074397 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.074736 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.075075 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.075394 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.075709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.076697 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Tracked resource versions report: Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: pushed versions: Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: { 'AddressGroup': {'1.2'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Agent': {'1.1'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'ConntrackHelper': {'1.0'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'LocalIPAssociation': {'1.0'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Log': {'1.0'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'NDPProxy': {'1.0'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Network': {'1.1'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Port': {'1.7'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'PortForwarding': {'1.3'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'QosPolicy': {'1.10'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroup': {'1.5'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroupRule': {'1.2'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SubPort': {'1.0'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Subnet': {'1.1'}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Trunk': {'1.1'}} Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: consumer versions: Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Agent': '1.1', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'ConntrackHelper': '1.0', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'LocalIPAssociation': '1.0', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Log': '1.0', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'NDPProxy': '1.0', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Network': '1.1', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Port': '1.7', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'PortForwarding': '1.3', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'QosPolicy': '1.10', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroup': '1.5', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroupRule': '1.2', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SubPort': '1.0', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Subnet': '1.1', Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Trunk': '1.1'}} Oct 21 14:56:01.078576 dv-cinder-836083-16-iscsi neutron-server[105099]: {{(pid=105099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 14:56:01.135180 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (3c632ebc-96ab-4cfe-ac9b-25334c582301), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:01.233745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (3c632ebc-96ab-4cfe-ac9b-25334c582301), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:01.238828 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:01.239605 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:01.362181 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] Pushing event updated for resources: {'Network': ['ID=3c632ebc-96ab-4cfe-ac9b-25334c582301,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:01.373945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 14:56:01.424537 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b801ee5c-df90-4116-8757-ca8fc1044065 demo demo] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2482679 Oct 21 14:56:04.073653 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35248) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:04.486269 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0aec1f-c910-439d-9be7-34f64923e6c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:04.487690 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ab0aec1f-c910-439d-9be7-34f64923e6c4 demo admin] 10.222.0.60 "GET /networking/v2.0/networks/3c632ebc-96ab-4cfe-ac9b-25334c582301 HTTP/1.1" status: 200 len: 825 time: 0.4130967 Oct 21 14:56:04.527036 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d36e223c-229d-45c0-8059-5f41c974e4f3 demo admin] 10.222.0.60 "GET /networking/v2.0/subnetpools/4bae20ed-4e57-48ac-8119-22c47034b00d HTTP/1.1" status: 200 len: 734 time: 0.0333107 Oct 21 14:56:04.536575 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:56:04.616201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Made reservation on behalf of 9bec480032c6457f9f1d21ddc43f7f79 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 14:56:04.618496 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:04.630158 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:04.777126 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:04.971001 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (23fce056-2710-4b0b-ade4-ff7a8531e902), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:05.036086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=23fce056-2710-4b0b-ade4-ff7a8531e902,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:05.046328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Checking segment: {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:56:05.046718 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Network hostable DHCP agents. Network: 3c632ebc-96ab-4cfe-ac9b-25334c582301, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 14:56:05.147446 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 14:56:05.227140 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 3c632ebc-96ab-4cfe-ac9b-25334c582301) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:56:05.231702 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:05.232477 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:05.237917 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debb9e9-471e-41b8-8d7d-40e3dd0ea1e8 None None] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:56:05.378653 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b0b7001e-9de2-4f89-b4ab-a8401a7b92b2 demo admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8452740 Oct 21 14:56:05.401471 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=43,neutron:INSERT=34 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:05.497006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-3c632ebc-96ab-4cfe-ac9b-25334c582301', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 14:56:05.499048 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:05.787996 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Allocated IP 172.20.0.2 (3c632ebc-96ab-4cfe-ac9b-25334c582301/23fce056-2710-4b0b-ade4-ff7a8531e902/89be1626-1156-4349-bcae-f3703c2b19f7) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 14:56:06.055728 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Publish callbacks [] for port (89be1626-1156-4349-bcae-f3703c2b19f7), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:06.125051 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:06.206545 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 14:56:06.212260 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:56:06.217549 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Pushing event updated for resources: {'Port': ['ID=89be1626-1156-4349-bcae-f3703c2b19f7,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:06.219803 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 14:56:06.230032 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.230317 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.230753 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.231112 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.231448 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.231781 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.232106 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.232600 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.232990 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.233321 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.233648 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.233988 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.234315 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.234658 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.234975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Tracked resource versions report: Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: pushed versions: Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: { 'AddressGroup': {'1.2'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Agent': {'1.1'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'ConntrackHelper': {'1.0'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'LocalIPAssociation': {'1.0'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Log': {'1.0'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'NDPProxy': {'1.0'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Network': {'1.1'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Port': {'1.7'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'PortForwarding': {'1.3'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'QosPolicy': {'1.10'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroup': {'1.5'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroupRule': {'1.2'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SubPort': {'1.0'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Subnet': {'1.1'}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Trunk': {'1.1'}} Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: consumer versions: Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Agent': '1.1', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'ConntrackHelper': '1.0', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'LocalIPAssociation': '1.0', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Log': '1.0', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'NDPProxy': '1.0', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Network': '1.1', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Port': '1.7', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'PortForwarding': '1.3', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'QosPolicy': '1.10', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroup': '1.5', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroupRule': '1.2', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SubPort': '1.0', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Subnet': '1.1', Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Trunk': '1.1'}} Oct 21 14:56:06.236467 dv-cinder-836083-16-iscsi neutron-server[105100]: {{(pid=105100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 14:56:06.312188 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Attempting to bind port 89be1626-1156-4349-bcae-f3703c2b19f7 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 14:56:06.312588 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Attempting to bind port 89be1626-1156-4349-bcae-f3703c2b19f7 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 14:56:06.313016 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Attempting to bind port 89be1626-1156-4349-bcae-f3703c2b19f7 on network 3c632ebc-96ab-4cfe-ac9b-25334c582301 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 14:56:06.314846 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:06.362764 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 14:56:06.363117 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Checking segment: {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:56:06.363586 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:06.364011 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Bound using segment: {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 14:56:06.364451 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Bound port: 89be1626-1156-4349-bcae-f3703c2b19f7, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 14:56:06.364852 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:06.426619 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] For port 89be1626-1156-4349-bcae-f3703c2b19f7, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 14:56:06.445134 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] For port 89be1626-1156-4349-bcae-f3703c2b19f7, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=89be1626-1156-4349-bcae-f3703c2b19f7,segment=NetworkSegment(ff444582-f88d-4926-baa5-bbb6a2b3cf6b),segment_id=ff444582-f88d-4926-baa5-bbb6a2b3cf6b)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 14:56:06.502435 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:06.553041 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba869d-44ea-469f-9e75-314e6cffb61c None None] Pushing event updated for resources: {'Port': ['ID=89be1626-1156-4349-bcae-f3703c2b19f7,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:06.938886 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=6 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:06.943197 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:07.503992 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=20,neutron:INSERT=34,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:07.506364 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=13,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:08.054885 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35270) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:08.386198 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [None req-fa47dcef-ad83-449c-958f-9ebbc26c7f5d admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 14:56:08.387287 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-fa47dcef-ad83-449c-958f-9ebbc26c7f5d admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3315685 Oct 21 14:56:11.043090 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35278) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:11.376970 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [None req-fa732bd3-1a50-467f-855e-a73c9e53d938 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 14:56:11.377997 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-fa732bd3-1a50-467f-855e-a73c9e53d938 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3340554 Oct 21 14:56:13.717150 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 89be1626-1156-4349-bcae-f3703c2b19f7 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:56:13.781625 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:13.799195 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 89be1626-1156-4349-bcae-f3703c2b19f7 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:13.806549 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:13.806549 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 89be1626-1156-4349-bcae-f3703c2b19f7 Oct 21 14:56:13.902315 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 89be1626-1156-4349-bcae-f3703c2b19f7 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:13.902759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:13.939753 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 89be1626-1156-4349-bcae-f3703c2b19f7, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=89be1626-1156-4349-bcae-f3703c2b19f7,segment=NetworkSegment(ff444582-f88d-4926-baa5-bbb6a2b3cf6b),segment_id=ff444582-f88d-4926-baa5-bbb6a2b3cf6b)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 14:56:14.022005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.071297 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35290) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:14.075268 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=89be1626-1156-4349-bcae-f3703c2b19f7,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:14.421473 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:56:14.536710 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (1292c398-b3a4-4272-9fdd-ae8f295fcb43), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.538210 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (1292c398-b3a4-4272-9fdd-ae8f295fcb43), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.675994 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] Publish callbacks [] for router_controller (1292c398-b3a4-4272-9fdd-ae8f295fcb43), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.725491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9c4f5-4e6a-4c29-b472-8ce18ca5c4b9 None None] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:56:14.753554 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (1292c398-b3a4-4272-9fdd-ae8f295fcb43), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.841019 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.842470 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-339f1beb-c16f-45ab-8e16-82b3802d3ae0 None None] Provisioning complete for port 89be1626-1156-4349-bcae-f3703c2b19f7 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:14.842877 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-339f1beb-c16f-45ab-8e16-82b3802d3ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:14.843212 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-339f1beb-c16f-45ab-8e16-82b3802d3ae0 None None] Attempt 1 to provision port 89be1626-1156-4349-bcae-f3703c2b19f7 Oct 21 14:56:14.843730 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f61ba08f-7547-42ef-b75b-a8ca924cb3cc demo demo] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7714097 Oct 21 14:56:14.931483 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-339f1beb-c16f-45ab-8e16-82b3802d3ae0 None None] Current status of the port 89be1626-1156-4349-bcae-f3703c2b19f7 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:15.049197 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-2bd906b4-b332-4899-a003-a47edddb87e2 None None] Provisioning complete for port 89be1626-1156-4349-bcae-f3703c2b19f7 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:15.049693 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2bd906b4-b332-4899-a003-a47edddb87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:15.050106 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-2bd906b4-b332-4899-a003-a47edddb87e2 None None] Attempt 1 to provision port 89be1626-1156-4349-bcae-f3703c2b19f7 Oct 21 14:56:15.123978 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-2bd906b4-b332-4899-a003-a47edddb87e2 None None] Current status of the port 89be1626-1156-4349-bcae-f3703c2b19f7 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:15.703709 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 89be1626-1156-4349-bcae-f3703c2b19f7 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:56:15.747221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 89be1626-1156-4349-bcae-f3703c2b19f7 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:15.747919 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:15.747919 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 89be1626-1156-4349-bcae-f3703c2b19f7 Oct 21 14:56:15.790275 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:15.821708 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 89be1626-1156-4349-bcae-f3703c2b19f7 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:17.488846 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35298) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:17.808592 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [None req-ef3d2bdd-63be-434b-ba82-038588486926 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 14:56:17.809598 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ef3d2bdd-63be-434b-ba82-038588486926 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3198063 Oct 21 14:56:18.850148 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f7fa-7255-4878-a7fc-dbb5802b37fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:20.446720 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35306) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:20.768297 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:56:20.844474 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Made reservation on behalf of 1cd93ea5b05642848d07178b50fbac9f for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 14:56:20.847108 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:20.855179 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:20.927469 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks [] for security_group (a6d6caa9-a01e-4f3a-9fc4-6040b0bf4ab6), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:20.987139 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (a6d6caa9-a01e-4f3a-9fc4-6040b0bf4ab6), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:21.007371 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Reserving flat network on physical network physnet1 {{(pid=105099) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 21 14:56:21.023362 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6caa9-a01e-4f3a-9fc4-6040b0bf4ab6,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:21.028594 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (0203dd07-b0b2-486e-af2d-17150848a749), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:21.029494 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Added segment 0203dd07-b0b2-486e-af2d-17150848a749 of type flat for network 3f9d7aa5-88e2-4fef-92e6-32995217004b Oct 21 14:56:21.082320 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (3f9d7aa5-88e2-4fef-92e6-32995217004b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:21.187201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (3f9d7aa5-88e2-4fef-92e6-32995217004b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:21.188242 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:21.188839 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:21.270975 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:21.280636 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9d7aa5-88e2-4fef-92e6-32995217004b,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:21.290309 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 14:56:21.298510 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-1bedb578-bf1b-4e58-8667-c6192ec5b863 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8507504 Oct 21 14:56:21.490354 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-270de7e3-2afe-4a87-8885-da4113b261c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:22.409922 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:23.906450 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35314) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:23.953066 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:24.038387 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:24.280078 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631be61-d3f7-4573-ad8a-7734098d79af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:24.281436 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-6631be61-d3f7-4573-ad8a-7734098d79af demo admin] 10.222.0.60 "GET /networking/v2.0/subnets/23fce056-2710-4b0b-ade4-ff7a8531e902 HTTP/1.1" status: 200 len: 849 time: 0.3738439 Oct 21 14:56:24.352138 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=17 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:24.404623 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b0cc9b38-92bf-4940-9f2e-f162a19bc3fe demo admin] 10.222.0.60 "GET /networking/v2.0/routers/1292c398-b3a4-4272-9fdd-ae8f295fcb43 HTTP/1.1" status: 200 len: 704 time: 0.1168420 Oct 21 14:56:24.664849 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:24.949328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Allocated IP 172.20.0.1 (3c632ebc-96ab-4cfe-ac9b-25334c582301/23fce056-2710-4b0b-ade4-ff7a8531e902/67946550-a1e4-4b56-a4c5-d56b598920e5) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 14:56:25.237027 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks [] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.353606 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.429711 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 14:56:25.439214 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:56:25.443302 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 14:56:25.443828 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (1292c398-b3a4-4272-9fdd-ae8f295fcb43), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.463600 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Pushing event updated for resources: {'Port': ['ID=67946550-a1e4-4b56-a4c5-d56b598920e5,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:25.602074 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-031b386d-3fc4-4b5e-86ee-b5065ff6712e None None] Provisioning complete for port 67946550-a1e4-4b56-a4c5-d56b598920e5 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:25.602855 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-031b386d-3fc4-4b5e-86ee-b5065ff6712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.602855 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-031b386d-3fc4-4b5e-86ee-b5065ff6712e None None] Attempt 1 to provision port 67946550-a1e4-4b56-a4c5-d56b598920e5 Oct 21 14:56:25.635643 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-031b386d-3fc4-4b5e-86ee-b5065ff6712e None None] Port 67946550-a1e4-4b56-a4c5-d56b598920e5 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 14:56:25.684764 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:25.704089 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.773350 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:25.912160 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks [] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.976081 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:25.976944 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (1292c398-b3a4-4272-9fdd-ae8f295fcb43), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:26.068864 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Pushing event updated for resources: {'Port': ['ID=67946550-a1e4-4b56-a4c5-d56b598920e5,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:26.128576 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 14:56:26.130571 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:56:26.342113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 14:56:26.357482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-20f7daae-7b05-4aee-b964-185219425c90 None None] Provisioning complete for port 67946550-a1e4-4b56-a4c5-d56b598920e5 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:26.357881 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-20f7daae-7b05-4aee-b964-185219425c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:26.358222 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-20f7daae-7b05-4aee-b964-185219425c90 None None] Attempt 1 to provision port 67946550-a1e4-4b56-a4c5-d56b598920e5 Oct 21 14:56:26.391074 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-20f7daae-7b05-4aee-b964-185219425c90 None None] Port 67946550-a1e4-4b56-a4c5-d56b598920e5 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 14:56:26.437686 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 14:56:26.443002 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0e273c60-9edc-4009-a5ab-2fc57597d80b demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/1292c398-b3a4-4272-9fdd-ae8f295fcb43/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0325904 Oct 21 14:56:26.448772 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Sync routers for ids ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 14:56:26.467405 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Routers {'1292c398-b3a4-4272-9fdd-ae8f295fcb43'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 14:56:26.468236 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T14:56:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:26.669782 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Set router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 gateway port host: None {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 14:56:27.113741 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'name': 'router1', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T14:56:14Z', 'updated_at': '2022-10-21T14:56:25Z', 'revision_number': 2, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'gw_port_host': None, '_interfaces': [{'id': '67946550-a1e4-4b56-a4c5-d56b598920e5', 'name': '', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'mac_address': 'fa:16:3e:f7:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:24Z', 'updated_at': '2022-10-21T14:56:25Z', 'revision_number': 2, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'subnets': [{'id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:27.165602 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Checking router: 1292c398-b3a4-4272-9fdd-ae8f295fcb43 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 14:56:27.165946 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Updating router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 port 67946550-a1e4-4b56-a4c5-d56b598920e5 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 14:56:27.221339 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:27.720407 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Publish callbacks [] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:27.799067 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:27.948541 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Pushing event updated for resources: {'Port': ['ID=67946550-a1e4-4b56-a4c5-d56b598920e5,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:27.957981 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Attempting to bind port 67946550-a1e4-4b56-a4c5-d56b598920e5 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 14:56:27.958385 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Attempting to bind port 67946550-a1e4-4b56-a4c5-d56b598920e5 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 14:56:27.958853 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Attempting to bind port 67946550-a1e4-4b56-a4c5-d56b598920e5 on network 3c632ebc-96ab-4cfe-ac9b-25334c582301 {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 14:56:27.968068 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.968416 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.968778 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.969136 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.969469 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.969796 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.970120 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.970441 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.970806 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.971134 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.971456 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.971789 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.972111 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.972425 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.972762 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Tracked resource versions report: Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: pushed versions: Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: { 'AddressGroup': {'1.2'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Agent': {'1.1'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'ConntrackHelper': {'1.0'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'LocalIPAssociation': {'1.0'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Log': {'1.0'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'NDPProxy': {'1.0'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Network': {'1.1'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Port': {'1.7'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'PortForwarding': {'1.3'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'QosPolicy': {'1.10'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroup': {'1.5'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroupRule': {'1.2'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SubPort': {'1.0'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Subnet': {'1.1'}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Trunk': {'1.1'}} Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: consumer versions: Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Agent': '1.1', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'ConntrackHelper': '1.0', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'LocalIPAssociation': '1.0', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Log': '1.0', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'NDPProxy': '1.0', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Network': '1.1', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Port': '1.7', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'PortForwarding': '1.3', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'QosPolicy': '1.10', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroup': '1.5', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroupRule': '1.2', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SubPort': '1.0', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Subnet': '1.1', Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Trunk': '1.1'}} Oct 21 14:56:27.974263 dv-cinder-836083-16-iscsi neutron-server[105101]: {{(pid=105101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 14:56:28.053647 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 14:56:28.054052 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Checking segment: {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:56:28.054536 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:28.054961 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Bound using segment: {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 14:56:28.055459 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Bound port: 67946550-a1e4-4b56-a4c5-d56b598920e5, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff444582-f88d-4926-baa5-bbb6a2b3cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 14:56:28.055846 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:28.093003 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:28.204346 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] For port 67946550-a1e4-4b56-a4c5-d56b598920e5, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 14:56:28.223202 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:28.225221 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] For port 67946550-a1e4-4b56-a4c5-d56b598920e5, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=67946550-a1e4-4b56-a4c5-d56b598920e5,segment=NetworkSegment(ff444582-f88d-4926-baa5-bbb6a2b3cf6b),segment_id=ff444582-f88d-4926-baa5-bbb6a2b3cf6b)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 14:56:28.279408 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:28.322003 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Routers {'1292c398-b3a4-4272-9fdd-ae8f295fcb43'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 14:56:28.322599 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T14:56:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:28.392405 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e921a-c8dd-4df1-a7d3-5bc7bd849050 None None] Pushing event updated for resources: {'Port': ['ID=67946550-a1e4-4b56-a4c5-d56b598920e5,revision_number=4']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:28.418238 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] Set router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 gateway port host: None {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 14:56:28.609061 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'name': 'router1', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T14:56:14Z', 'updated_at': '2022-10-21T14:56:25Z', 'revision_number': 2, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'gw_port_host': None, '_interfaces': [{'id': '67946550-a1e4-4b56-a4c5-d56b598920e5', 'name': '', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'mac_address': 'fa:16:3e:f7:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:24Z', 'updated_at': '2022-10-21T14:56:28Z', 'revision_number': 4, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'subnets': [{'id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:28.633526 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67291479-4f06-4e74-b486-41efb7b84f38 None None] The sync data for ids ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'] in dv-cinder-836083-16-iscsi is: [{'id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'name': 'router1', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T14:56:14Z', 'updated_at': '2022-10-21T14:56:25Z', 'revision_number': 2, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'gw_port_host': None, '_interfaces': [{'id': '67946550-a1e4-4b56-a4c5-d56b598920e5', 'name': '', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'mac_address': 'fa:16:3e:f7:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:24Z', 'updated_at': '2022-10-21T14:56:28Z', 'revision_number': 4, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'subnets': [{'id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 14:56:29.092582 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35324) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:29.558923 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5abf2a-0c35-4561-85ff-8cda47977f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:29.562038 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-0b5abf2a-0c35-4561-85ff-8cda47977f69 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/3f9d7aa5-88e2-4fef-92e6-32995217004b HTTP/1.1" status: 200 len: 842 time: 0.4685192 Oct 21 14:56:29.571747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Request body: {'subnet': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:56:29.650256 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Made reservation on behalf of 1cd93ea5b05642848d07178b50fbac9f for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 14:56:29.653326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:30.139098 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.objects.ports [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105098) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 21 14:56:30.139712 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (b4962cac-d21b-492a-92dc-5e9294bb0f64), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:30.211067 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4962cac-d21b-492a-92dc-5e9294bb0f64,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:30.218448 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:56:30.218846 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Network hostable DHCP agents. Network: 3f9d7aa5-88e2-4fef-92e6-32995217004b, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 14:56:30.225721 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.229542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.230262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.230262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.230394 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Tracked resource versions report: Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: pushed versions: Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: { 'AddressGroup': {'1.2'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Agent': {'1.1'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'ConntrackHelper': {'1.0'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'LocalIPAssociation': {'1.0'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Log': {'1.0'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'NDPProxy': {'1.0'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Network': {'1.1'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Port': {'1.7'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'PortForwarding': {'1.3'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'QosPolicy': {'1.10'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroup': {'1.5'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroupRule': {'1.2'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SubPort': {'1.0'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Subnet': {'1.1'}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Trunk': {'1.1'}} Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: consumer versions: Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Agent': '1.1', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'ConntrackHelper': '1.0', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'LocalIPAssociation': '1.0', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Log': '1.0', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'NDPProxy': '1.0', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Network': '1.1', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Port': '1.7', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'PortForwarding': '1.3', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'QosPolicy': '1.10', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroup': '1.5', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroupRule': '1.2', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SubPort': '1.0', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Subnet': '1.1', Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Trunk': '1.1'}} Oct 21 14:56:30.232301 dv-cinder-836083-16-iscsi neutron-server[105098]: {{(pid=105098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 14:56:30.324314 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 14:56:30.398549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 3f9d7aa5-88e2-4fef-92e6-32995217004b) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:56:30.403264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:30.407140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:30.409523 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b3d23-e19f-40c3-84ee-89a8e9fafc4b None None] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:56:30.459986 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:30.485039 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-987b44da-2d4f-46e3-be3d-0e580bc9aae8 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9125218 Oct 21 14:56:30.528711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e1005-c347-4a91-a328-e12982e56594 None None] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:56:33.443024 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35336) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:33.756348 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 67946550-a1e4-4b56-a4c5-d56b598920e5 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:56:33.805494 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 67946550-a1e4-4b56-a4c5-d56b598920e5 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:33.805494 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:33.805494 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 67946550-a1e4-4b56-a4c5-d56b598920e5 Oct 21 14:56:33.880482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 67946550-a1e4-4b56-a4c5-d56b598920e5 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:33.880878 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:33.917847 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 67946550-a1e4-4b56-a4c5-d56b598920e5, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=67946550-a1e4-4b56-a4c5-d56b598920e5,segment=NetworkSegment(ff444582-f88d-4926-baa5-bbb6a2b3cf6b),segment_id=ff444582-f88d-4926-baa5-bbb6a2b3cf6b)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 14:56:33.977044 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:34.033411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=67946550-a1e4-4b56-a4c5-d56b598920e5,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:34.038245 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2592d25a-1a7c-4c9c-8fe6-268168aca5d5 demo admin] 10.222.0.60 "GET /networking/v2.0/routers/1292c398-b3a4-4272-9fdd-ae8f295fcb43 HTTP/1.1" status: 200 len: 710 time: 0.5934935 Oct 21 14:56:34.125833 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae36f4-64bb-4d03-bfbc-edd722cfee10 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:56:34.127300 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c1ae36f4-64bb-4d03-bfbc-edd722cfee10 demo admin] 10.222.0.60 "GET /networking/v2.0/networks/3f9d7aa5-88e2-4fef-92e6-32995217004b HTTP/1.1" status: 200 len: 886 time: 0.0832770 Oct 21 14:56:34.136304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:56:34.367465 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:34.373849 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks [] for router_gateway (1292c398-b3a4-4272-9fdd-ae8f295fcb43), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:34.378017 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:34.670642 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks [] for router_gateway (1292c398-b3a4-4272-9fdd-ae8f295fcb43), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:34.749102 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:34.904185 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Allocated IP 172.27.0.50 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/f353054a-eb0e-4736-a71d-e094af6f26ec) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 14:56:35.015146 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks [] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:35.153981 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:35.226982 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 14:56:35.236518 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:56:35.240741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 14:56:35.244230 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Pushing event updated for resources: {'Port': ['ID=f353054a-eb0e-4736-a71d-e094af6f26ec,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:35.411018 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:35.628186 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks [] for router_gateway (1292c398-b3a4-4272-9fdd-ae8f295fcb43), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:35.717004 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 67946550-a1e4-4b56-a4c5-d56b598920e5 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:56:35.753393 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:35.759057 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 67946550-a1e4-4b56-a4c5-d56b598920e5 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:35.759449 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:35.759791 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 67946550-a1e4-4b56-a4c5-d56b598920e5 Oct 21 14:56:35.799889 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:35.818388 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3278'] for router (1292c398-b3a4-4272-9fdd-ae8f295fcb43), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:35.823506 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612943'] for router (1292c398-b3a4-4272-9fdd-ae8f295fcb43), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:35.835352 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 67946550-a1e4-4b56-a4c5-d56b598920e5 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:35.931893 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 14:56:36.034520 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 14:56:36.039484 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:36.040072 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-80564cea-d59e-42ed-a9eb-b185e0d4df78 demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/1292c398-b3a4-4272-9fdd-ae8f295fcb43 HTTP/1.1" status: 200 len: 889 time: 1.9069319 Oct 21 14:56:36.045478 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Sync routers for ids ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 14:56:36.057769 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Routers {'1292c398-b3a4-4272-9fdd-ae8f295fcb43'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 14:56:36.058475 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T14:56:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:36.275253 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Set router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 14:56:36.433254 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:UPDATE=1,neutron:SELECT=83 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:36.434415 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=35,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:36.725726 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'name': 'router1', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'f353054a-eb0e-4736-a71d-e094af6f26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T14:56:14Z', 'updated_at': '2022-10-21T14:56:35Z', 'revision_number': 4, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'gw_port': {'id': 'f353054a-eb0e-4736-a71d-e094af6f26ec', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:34Z', 'updated_at': '2022-10-21T14:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '67946550-a1e4-4b56-a4c5-d56b598920e5', 'name': '', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'mac_address': 'fa:16:3e:f7:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:24Z', 'updated_at': '2022-10-21T14:56:33Z', 'revision_number': 5, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'subnets': [{'id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:36.776412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Checking router: 1292c398-b3a4-4272-9fdd-ae8f295fcb43 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 14:56:36.776787 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Updating router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 port f353054a-eb0e-4736-a71d-e094af6f26ec binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 14:56:36.828480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:36.937535 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:37.145420 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Publish callbacks [] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:37.342281 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:37.375859 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Attempting to bind port f353054a-eb0e-4736-a71d-e094af6f26ec on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 14:56:37.376218 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Attempting to bind port f353054a-eb0e-4736-a71d-e094af6f26ec by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 14:56:37.376589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Attempting to bind port f353054a-eb0e-4736-a71d-e094af6f26ec on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 14:56:37.413905 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c928ea-a284-47e9-bbb7-cc72485febd0 None None] Pushing event updated for resources: {'Port': ['ID=f353054a-eb0e-4736-a71d-e094af6f26ec,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:37.430836 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 14:56:37.431200 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:56:37.431593 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:37.431975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 14:56:37.432429 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Bound port: f353054a-eb0e-4736-a71d-e094af6f26ec, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 14:56:37.432825 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:37.451864 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:37.481055 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] For port f353054a-eb0e-4736-a71d-e094af6f26ec, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 14:56:37.484686 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] For port f353054a-eb0e-4736-a71d-e094af6f26ec, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=f353054a-eb0e-4736-a71d-e094af6f26ec,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 14:56:37.576003 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:37.614423 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Routers {'1292c398-b3a4-4272-9fdd-ae8f295fcb43'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 14:56:37.614967 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T14:56:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:37.670763 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c928ea-a284-47e9-bbb7-cc72485febd0 None None] Pushing event updated for resources: {'Port': ['ID=f353054a-eb0e-4736-a71d-e094af6f26ec,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:37.731254 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] Set router 1292c398-b3a4-4272-9fdd-ae8f295fcb43 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 14:56:37.922356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'name': 'router1', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'f353054a-eb0e-4736-a71d-e094af6f26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T14:56:14Z', 'updated_at': '2022-10-21T14:56:35Z', 'revision_number': 4, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'gw_port': {'id': 'f353054a-eb0e-4736-a71d-e094af6f26ec', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:34Z', 'updated_at': '2022-10-21T14:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '67946550-a1e4-4b56-a4c5-d56b598920e5', 'name': '', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'mac_address': 'fa:16:3e:f7:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:24Z', 'updated_at': '2022-10-21T14:56:33Z', 'revision_number': 5, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'subnets': [{'id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 14:56:37.949463 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8cec4-97ae-4b1b-86ab-31fe5617fc2e None None] The sync data for ids ['1292c398-b3a4-4272-9fdd-ae8f295fcb43'] in dv-cinder-836083-16-iscsi is: [{'id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'name': 'router1', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'f353054a-eb0e-4736-a71d-e094af6f26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T14:56:14Z', 'updated_at': '2022-10-21T14:56:35Z', 'revision_number': 4, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'gw_port': {'id': 'f353054a-eb0e-4736-a71d-e094af6f26ec', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:34Z', 'updated_at': '2022-10-21T14:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '67946550-a1e4-4b56-a4c5-d56b598920e5', 'name': '', 'network_id': '3c632ebc-96ab-4cfe-ac9b-25334c582301', 'tenant_id': '9bec480032c6457f9f1d21ddc43f7f79', 'mac_address': 'fa:16:3e:f7:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1292c398-b3a4-4272-9fdd-ae8f295fcb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T14:56:24Z', 'updated_at': '2022-10-21T14:56:33Z', 'revision_number': 5, 'project_id': '9bec480032c6457f9f1d21ddc43f7f79', 'subnets': [{'id': '23fce056-2710-4b0b-ade4-ff7a8531e902', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bae20ed-4e57-48ac-8119-22c47034b00d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 14:56:38.608032 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=30 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:38.611990 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:INSERT=1,neutron:SELECT=50 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:38.857634 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35348) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:56:39.256624 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c90a75f9-e150-438e-86b0-e5a5e9b75320 admin admin] 10.222.0.60 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3977456 Oct 21 14:56:39.738112 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device f353054a-eb0e-4736-a71d-e094af6f26ec up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:56:39.783110 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port f353054a-eb0e-4736-a71d-e094af6f26ec triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:39.783442 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:39.783807 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port f353054a-eb0e-4736-a71d-e094af6f26ec Oct 21 14:56:39.824677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:39.855686 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port f353054a-eb0e-4736-a71d-e094af6f26ec is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:39.856080 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:39.877155 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port f353054a-eb0e-4736-a71d-e094af6f26ec, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=f353054a-eb0e-4736-a71d-e094af6f26ec,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 14:56:39.987439 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:40.039048 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=f353054a-eb0e-4736-a71d-e094af6f26ec,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:56:41.743752 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device f353054a-eb0e-4736-a71d-e094af6f26ec up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:56:41.795171 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port f353054a-eb0e-4736-a71d-e094af6f26ec triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:56:41.795171 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (f353054a-eb0e-4736-a71d-e094af6f26ec), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:41.795171 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port f353054a-eb0e-4736-a71d-e094af6f26ec Oct 21 14:56:41.900616 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port f353054a-eb0e-4736-a71d-e094af6f26ec is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:56:46.029478 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=64 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:46.031616 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=14 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:48.838442 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-3665db2b-5fb2-49c6-9460-483e243f7a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:49.248700 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:49.252676 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:51.186839 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 14:56:51.409653 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c3eabf2b-2574-4fb1-8ec1-67ebddea6245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:52.438311 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:53.875210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:56:53.947304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:56:54.061015 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:01.182110 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:01.183496 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:03.989004 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:04.004162 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:18.815474 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e12a9b6c-4d57-4725-9c0c-0221fb27c9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:21.415010 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8f55f9b9-d5ac-48d0-aec1-8a6a105c45e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:22.798205 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:23.934943 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:24.060975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:28.185899 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 14:57:33.993052 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:34.008412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:38.187130 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:47.183692 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:57:48.865910 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-787ef87a-3cb4-4c91-ab6e-befd6fd7fee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:51.431347 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f55a93ce-8095-4310-ac77-6226eee294bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:52.431957 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:53.934608 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:57:54.071749 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:03.988481 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:03.989651 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:05.186751 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 14:58:06.660781 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35900) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:07.000160 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.pecan_wsgi.hooks.translation [None req-df469f34-d66b-464d-8933-e02727ae797f admin admin] GET failed (client error): The resource could not be found. Oct 21 14:58:07.001439 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-df469f34-d66b-464d-8933-e02727ae797f admin admin] 10.222.0.60 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3397901 Oct 21 14:58:07.236786 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91f021-4779-4426-a1f8-9a6cd504158c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:07.238181 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0c91f021-4779-4426-a1f8-9a6cd504158c admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2323432 Oct 21 14:58:09.820521 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35910) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:10.198067 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf47737-32ce-4034-a2b3-50488ef8e8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:10.199466 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-daf47737-32ce-4034-a2b3-50488ef8e8c3 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/23fce056-2710-4b0b-ade4-ff7a8531e902 HTTP/1.1" status: 200 len: 849 time: 0.3780036 Oct 21 14:58:10.209973 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:58:10.295020 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Publish callbacks [] for subnet (23fce056-2710-4b0b-ade4-ff7a8531e902), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:10.477068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751457006255'] for subnet (23fce056-2710-4b0b-ade4-ff7a8531e902), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:10.511144 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:10.512108 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:10.513625 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] 10.222.0.60 "PUT /networking/v2.0/subnets/23fce056-2710-4b0b-ade4-ff7a8531e902 HTTP/1.1" status: 200 len: 868 time: 0.3073764 Oct 21 14:58:10.514497 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87b658-2816-47bd-a211-633207876a03 None None] Network 3c632ebc-96ab-4cfe-ac9b-25334c582301 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:58:10.534809 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fce056-2710-4b0b-ade4-ff7a8531e902,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:58:10.542616 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.543048 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.543339 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.543733 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.544051 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.544380 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.544730 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.545104 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.545387 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.545714 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.546052 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.546379 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.546721 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.547819 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.547985 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17208ae5-332c-4b07-8ee5-79a9c1db9aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:58:10.798380 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Provisioning complete for port 89be1626-1156-4349-bcae-f3703c2b19f7 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:58:10.798773 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (89be1626-1156-4349-bcae-f3703c2b19f7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:10.799110 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Attempt 1 to provision port 89be1626-1156-4349-bcae-f3703c2b19f7 Oct 21 14:58:10.871130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Current status of the port 89be1626-1156-4349-bcae-f3703c2b19f7 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:58:10.879151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Provisioning complete for port 67946550-a1e4-4b56-a4c5-d56b598920e5 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:58:10.879537 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (67946550-a1e4-4b56-a4c5-d56b598920e5), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:10.879926 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Attempt 1 to provision port 67946550-a1e4-4b56-a4c5-d56b598920e5 Oct 21 14:58:10.955143 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-9357c6a9-44d2-4862-85b6-94dc46607336 None None] Current status of the port 67946550-a1e4-4b56-a4c5-d56b598920e5 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:58:11.196628 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:13.118843 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35918) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:13.598932 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f418f-4018-4899-a8c8-b1e4f78f613e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:13.599314 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f418f-4018-4899-a8c8-b1e4f78f613e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:13.600842 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-080f418f-4018-4899-a8c8-b1e4f78f613e admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4809220 Oct 21 14:58:15.183536 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:16.195392 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35926) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:16.603091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981bc9d-c090-4409-a254-8afd7ac53c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:16.603474 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981bc9d-c090-4409-a254-8afd7ac53c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:16.604980 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-1981bc9d-c090-4409-a254-8afd7ac53c4b admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4086452 Oct 21 14:58:18.837408 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-adc7824a-541e-4347-ade4-7c5dd5c5c827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:19.162496 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35934) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:19.581670 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7e29c-3d83-4d60-aae6-a7ed11e6a32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:19.582995 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2ad7e29c-3d83-4d60-aae6-a7ed11e6a32c admin admin] 10.222.0.60 "GET /networking/v2.0/networks/3c632ebc-96ab-4cfe-ac9b-25334c582301 HTTP/1.1" status: 200 len: 869 time: 0.4194934 Oct 21 14:58:21.431421 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b756ecb7-ecde-4b12-928b-b8115cad8d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:22.160913 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35944) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:22.437372 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:22.563377 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92859dce-449c-47ac-b9a1-ef7c81f4c66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:22.564692 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-92859dce-449c-47ac-b9a1-ef7c81f4c66e admin admin] 10.222.0.60 "GET /networking/v2.0/networks/3f9d7aa5-88e2-4fef-92e6-32995217004b HTTP/1.1" status: 200 len: 886 time: 0.4028146 Oct 21 14:58:23.945305 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:24.054143 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:25.165481 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35952) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:25.569998 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dfb62e-4588-4cec-beed-c4cde8636bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:25.570370 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dfb62e-4588-4cec-beed-c4cde8636bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:25.571907 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-70dfb62e-4588-4cec-beed-c4cde8636bd6 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4054968 Oct 21 14:58:26.598891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:26.600771 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=81,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:28.149139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 35960) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:28.515101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1f504-a59c-4a07-9745-582763a7faf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:28.516271 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1f504-a59c-4a07-9745-582763a7faf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:28.517515 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-3cb1f504-a59c-4a07-9745-582763a7faf3 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3674071 Oct 21 14:58:31.202432 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35968) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:31.565948 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75731d4f-987a-46ae-8f0a-5720a566ce4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:31.567307 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-75731d4f-987a-46ae-8f0a-5720a566ce4d admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/23fce056-2710-4b0b-ade4-ff7a8531e902 HTTP/1.1" status: 200 len: 868 time: 0.3633304 Oct 21 14:58:33.990423 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:33.992324 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:34.186719 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 35976) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:58:34.548175 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc1097-8883-4029-920e-618c5cb33e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:58:34.549446 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-1ddc1097-8883-4029-920e-618c5cb33e8c admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/b4962cac-d21b-492a-92dc-5e9294bb0f64 HTTP/1.1" status: 200 len: 816 time: 0.3617606 Oct 21 14:58:38.505668 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=36 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:38.510666 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=33 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:42.184980 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 14:58:44.542010 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=14 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:44.544873 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=9 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:48.191835 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=18 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:48.848411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9da31f67-5970-419c-b032-ee8da6d1b6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:51.413737 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e93c1e18-7b76-4b53-8922-8829b47aacb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:52.181824 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=16 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:58:52.464887 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:53.945147 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:58:54.058579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:03.986187 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:03.993191 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:04.519314 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36032) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:59:04.840451 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [None req-c5463560-1b77-4f7f-9c0d-b38267ec4a7a admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 14:59:04.841472 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c5463560-1b77-4f7f-9c0d-b38267ec4a7a admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3212261 Oct 21 14:59:07.541262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36040) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:59:07.876988 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce3d085-c5bd-4092-8ebf-8dd05203583e admin admin] GET failed (client error): The resource could not be found. Oct 21 14:59:07.878276 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-6ce3d085-c5bd-4092-8ebf-8dd05203583e admin admin] 10.222.0.60 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3361406 Oct 21 14:59:08.022870 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5a9a5-2b18-4a59-b99d-b993688c8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:59:08.024356 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-6cd5a9a5-2b18-4a59-b99d-b993688c8e93 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417825 Oct 21 14:59:10.620794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36048) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:59:10.941851 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:59:11.042560 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Made reservation on behalf of 1cd93ea5b05642848d07178b50fbac9f for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 14:59:11.045215 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:11.088360 dv-cinder-836083-16-iscsi neutron-server[105098]: WARNING neutron.services.revisions.revision_plugin [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Could not find related network for resource to bump revision. Oct 21 14:59:11.104463 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 14:59:11.117447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751457094256', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (a73de602-1d60-4b87-8103-b79c425f7976), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:11.117989 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Unsubscribe: segment precommit_create {{(pid=105098) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 21 14:59:11.118465 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Added segment a73de602-1d60-4b87-8103-b79c425f7976 of type vlan for network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 Oct 21 14:59:11.163435 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (0d3a7a4c-6fe5-4ea6-b704-ed95af379e95), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:11.333846 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (0d3a7a4c-6fe5-4ea6-b704-ed95af379e95), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:11.334856 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:59:11.335438 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:11.484032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3a7a4c-6fe5-4ea6-b704-ed95af379e95,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:59:11.490583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.490956 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.491301 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.491633 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.491961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.492290 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.492613 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.492934 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.493325 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.493594 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.493933 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.494258 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.494572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.497856 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.497856 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:11.507321 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 14:59:11.553746 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e46c9013-ec95-4f08-a5f9-01b0a320c2c2 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9319451 Oct 21 14:59:14.157699 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36056) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 14:59:14.497976 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb040f3-a001-4dfc-bf72-c24d940f3ec5 admin admin] GET failed (client error): The resource could not be found. Oct 21 14:59:14.499369 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-4bb040f3-a001-4dfc-bf72-c24d940f3ec5 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3406999 Oct 21 14:59:14.570298 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4502d4b-593f-44df-a311-ab64b4104044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:59:14.571717 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e4502d4b-593f-44df-a311-ab64b4104044 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678930 Oct 21 14:59:14.581869 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 14:59:14.687818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Made reservation on behalf of 1cd93ea5b05642848d07178b50fbac9f for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 14:59:14.690205 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:14.899540 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (fcefa578-acab-4662-ad65-d720613473ff), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:14.953307 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcefa578-acab-4662-ad65-d720613473ff,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:59:14.963467 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Checking segment: {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:59:14.963821 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Network hostable DHCP agents. Network: 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 14:59:15.082068 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 14:59:15.133502 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:59:15.137605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 14:59:15.138190 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:15.143361 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96092f4-8e33-4607-a28b-8b9e136e9d70 None None] Network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:59:15.216679 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-3ef72856-13d0-43f6-80bd-b107911b6b7c admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6381159 Oct 21 14:59:15.243966 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-0d3a7a4c-6fe5-4ea6-b704-ed95af379e95', 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95', 'project_id': '1cd93ea5b05642848d07178b50fbac9f', 'fixed_ips': [{'subnet_id': 'fcefa578-acab-4662-ad65-d720613473ff'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 14:59:15.244946 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:15.392009 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Allocated IP 192.168.233.2 (0d3a7a4c-6fe5-4ea6-b704-ed95af379e95/fcefa578-acab-4662-ad65-d720613473ff/c7c56d6c-25b7-43b4-abff-6874a44e29f0) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 14:59:15.630427 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Publish callbacks [] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:15.723071 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:15.764126 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 14:59:15.767660 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 14:59:15.771568 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 14:59:15.778265 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Pushing event updated for resources: {'Port': ['ID=c7c56d6c-25b7-43b4-abff-6874a44e29f0,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:59:15.807889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.808229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.808593 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.808942 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.809274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.809599 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.809921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.810241 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.810592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.810925 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.811282 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.811969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.812086 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.812336 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.812650 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 14:59:15.847092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Attempting to bind port c7c56d6c-25b7-43b4-abff-6874a44e29f0 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 14:59:15.847475 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Attempting to bind port c7c56d6c-25b7-43b4-abff-6874a44e29f0 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 14:59:15.847833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Attempting to bind port c7c56d6c-25b7-43b4-abff-6874a44e29f0 on network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 14:59:15.891381 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 14:59:15.891694 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Checking segment: {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 14:59:15.892089 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:15.892475 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Bound using segment: {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 14:59:15.892952 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Bound port: c7c56d6c-25b7-43b4-abff-6874a44e29f0, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 14:59:15.893350 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:15.958211 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] For port c7c56d6c-25b7-43b4-abff-6874a44e29f0, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 14:59:15.962275 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] For port c7c56d6c-25b7-43b4-abff-6874a44e29f0, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=c7c56d6c-25b7-43b4-abff-6874a44e29f0,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 14:59:16.020256 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:16.083661 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070cb46-de3d-4f92-88c8-a6ee3cc17cf0 None None] Pushing event updated for resources: {'Port': ['ID=c7c56d6c-25b7-43b4-abff-6874a44e29f0,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:59:16.872353 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd937e79-2d34-4a6c-91a5-637fb136740d None None] Network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 14:59:16.944377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:16.970337 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:17.002557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Provisioning complete for port c7c56d6c-25b7-43b4-abff-6874a44e29f0 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:59:17.002967 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:17.003307 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Attempt 1 to provision port c7c56d6c-25b7-43b4-abff-6874a44e29f0 Oct 21 14:59:17.183304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Current status of the port c7c56d6c-25b7-43b4-abff-6874a44e29f0 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:59:17.183304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:17.225508 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] For port c7c56d6c-25b7-43b4-abff-6874a44e29f0, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=c7c56d6c-25b7-43b4-abff-6874a44e29f0,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 14:59:17.288399 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:17.337391 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9c6a-2aa1-49aa-bce9-9dbd6772e845 None None] Pushing event updated for resources: {'Port': ['ID=c7c56d6c-25b7-43b4-abff-6874a44e29f0,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 14:59:17.409317 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-1ee80d08-236a-4017-ba52-d0fa156a8c9f None None] Provisioning complete for port c7c56d6c-25b7-43b4-abff-6874a44e29f0 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:59:17.409707 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-1ee80d08-236a-4017-ba52-d0fa156a8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:17.410295 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-1ee80d08-236a-4017-ba52-d0fa156a8c9f None None] Attempt 1 to provision port c7c56d6c-25b7-43b4-abff-6874a44e29f0 Oct 21 14:59:17.481896 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-1ee80d08-236a-4017-ba52-d0fa156a8c9f None None] Current status of the port c7c56d6c-25b7-43b4-abff-6874a44e29f0 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:59:17.842084 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device c7c56d6c-25b7-43b4-abff-6874a44e29f0 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 14:59:17.885950 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port c7c56d6c-25b7-43b4-abff-6874a44e29f0 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 14:59:17.886603 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c7c56d6c-25b7-43b4-abff-6874a44e29f0), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:17.886736 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port c7c56d6c-25b7-43b4-abff-6874a44e29f0 Oct 21 14:59:17.961891 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port c7c56d6c-25b7-43b4-abff-6874a44e29f0 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 14:59:18.836761 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6100119d-f805-4c68-bc24-9032c4942c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:19.183516 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 14:59:21.402210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1f3f-c55e-4634-a774-797df054d9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:22.516802 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:23.877496 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:23.950582 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:24.090274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:25.148181 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:25.148982 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:25.188205 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:29.180424 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:33.997874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:47.178622 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:47.179565 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 14:59:48.840229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d554d606-1c68-4977-9ce7-98adc97bb966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:51.413569 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-41dca905-ed77-44ba-b36d-01078ba3da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:52.453545 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:53.927730 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:54.036642 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 14:59:56.182864 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:00:02.193974 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:03.993350 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:03.995281 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:06.182581 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:18.885547 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6820d9b1-16ea-4283-bcb8-934096d6df0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:21.429957 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-facdbe46-9848-433a-bc75-726daafc7cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:22.453120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:23.965491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:24.062599 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:33.182081 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:00:33.993815 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:33.995079 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:42.112465 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36102) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:00:42.118866 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [None req-af0fc00a-0f72-4b64-9261-1a7634c2049d tempest-verify_tempest_config-8406956 tempest-verify_tempest_config-8406956-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:00:42.119875 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-af0fc00a-0f72-4b64-9261-1a7634c2049d tempest-verify_tempest_config-8406956 tempest-verify_tempest_config-8406956-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0064447 Oct 21 15:00:42.842828 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36120) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:00:43.178393 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.277129 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Publish callbacks [] for security_group (48bb6a0d-bb3d-438d-bfe8-b6a7300e052d), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.341541 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (48bb6a0d-bb3d-438d-bfe8-b6a7300e052d), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.387680 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d20bf0b4a2dd46e9a78a788cb53448ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5438266 Oct 21 15:00:43.388517 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb6a0d-bb3d-438d-bfe8-b6a7300e052d,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:00:43.390538 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36124) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:00:43.395255 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.395601 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.395948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.396940 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.397265 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.397590 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.397916 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.398232 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.398566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.398920 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.399262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.399584 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.399897 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.400207 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.400519 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa6ce6-d341-4799-a505-ef65abdf3907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.453147 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Publish callbacks [] for security_group (48bb6a0d-bb3d-438d-bfe8-b6a7300e052d), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.476099 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Publish callbacks [] for security_group (48bb6a0d-bb3d-438d-bfe8-b6a7300e052d), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.636091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (48bb6a0d-bb3d-438d-bfe8-b6a7300e052d), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.638663 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:43.639832 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/48bb6a0d-bb3d-438d-bfe8-b6a7300e052d HTTP/1.1" status: 204 len: 168 time: 0.2483253 Oct 21 15:00:43.647772 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb6a0d-bb3d-438d-bfe8-b6a7300e052d,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:00:43.654698 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.655036 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.655393 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.655733 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.656062 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.656388 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.656719 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.657041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.657387 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.657716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.658038 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.658358 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.658707 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.659025 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:43.659341 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7543c-3a04-44c6-9102-7c0d9b7fbf86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:00:47.028807 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=16 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:47.034798 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=18 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:48.836161 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-60b4cd77-3138-4751-a2cf-b6590b69e7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:51.435813 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9aea-4495-47ca-95af-38ad03274b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:52.461897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:53.391639 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=25,neutron:INSERT=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:53.392362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=14,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:53.649986 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:53.650797 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:00:53.978792 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:00:54.067698 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:03.986485 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:03.994025 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:10.181094 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:01:16.189171 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:18.841161 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b256e4d7-f48d-46c1-bdb9-b897feb05586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:20.178279 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:21.401136 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f32cc76f-fb40-4c1a-8c73-dca303ec03ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:22.486518 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:23.955214 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:24.046482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:33.989294 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:34.002648 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:47.180889 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 5 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:01:48.852460 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ecb431df-9a8d-4455-8208-9b22207c8133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:51.411880 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd16747c-621c-4207-ac81-295db1cf1abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:52.466485 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:53.195129 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=6 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:01:53.946351 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:54.043339 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:01:57.176545 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:03.990614 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:03.996609 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:17.723022 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612522'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:18.840104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2714-e2ba-4285-b78e-efd4e85ed858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:21.434371 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-62074f3a-0b01-47ea-9ef2-660307a604f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:22.471292 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:23.966124 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:24.057750 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:24.181682 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:02:30.202954 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:30.995716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36220) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:02:31.122364 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ceeb91df-fc18-4665-a081-5ca326843425 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1255198 Oct 21 15:02:33.575313 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36230) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:02:33.629149 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-43625577-1902-48c5-ac90-321c2b312f3b admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0528498 Oct 21 15:02:33.984900 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:33.993476 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:34.176310 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:43.623129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:43.623886 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:47.027808 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=10 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:47.031814 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=16 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:02:47.702639 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:48.847338 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c470ebe0-13bd-4c00-980f-222ea83ec96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:51.411735 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e4257f7f-15b2-4fca-9e8e-e48d4ae33d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:52.474500 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:53.967582 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:02:54.052898 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:01.180714 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:03:03.993953 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:03.997529 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:07.197694 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:11.176573 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:17.669973 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:18.835745 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-31ec2830-9937-4c99-9a88-dcf92fd6a630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:21.429963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-40b56e06-d07d-4235-bac5-0727f251a580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:22.469788 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:23.973079 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:24.059747 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:34.001807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:34.003018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:38.179895 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:03:47.777913 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:48.175015 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:48.176319 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:03:48.840484 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4ced7be3-d754-459d-be90-282df1335692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:51.446236 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7f51f42d-28dd-4717-b7ca-f1502d2ef38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:52.473891 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:54.000251 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:03:54.046301 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:03.992129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:04.002872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:05.510053 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36364) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:06.060541 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-327313189-network', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:06.154906 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Made reservation on behalf of bbced7abbedc497f86e2ea999420b2a0 for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:06.157289 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.166407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.250106 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks [] for security_group (8c0124a0-2212-4c14-9b4b-46fcc75aa81e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.372711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8c0124a0-2212-4c14-9b4b-46fcc75aa81e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.406324 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:04:06.410980 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0124a0-2212-4c14-9b4b-46fcc75aa81e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:06.420979 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.421330 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.421731 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.422083 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.422406 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.422770 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.423095 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.423522 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.423847 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.424171 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.424489 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.424818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.425121 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.425432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.425745 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Tracked resource versions report: Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: pushed versions: Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: { 'AddressGroup': {'1.2'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Agent': {'1.1'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'ConntrackHelper': {'1.0'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'LocalIPAssociation': {'1.0'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Log': {'1.0'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'NDPProxy': {'1.0'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Network': {'1.1'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Port': {'1.7'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'PortForwarding': {'1.3'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'QosPolicy': {'1.10'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroup': {'1.5'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroupRule': {'1.2'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SubPort': {'1.0'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Subnet': {'1.1'}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Trunk': {'1.1'}} Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: consumer versions: Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: HyperV agent@hv-cinder-83608: {}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Agent': '1.1', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'ConntrackHelper': '1.0', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'LocalIPAssociation': '1.0', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Log': '1.0', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'NDPProxy': '1.0', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Network': '1.1', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Port': '1.7', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'PortForwarding': '1.3', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'QosPolicy': '1.10', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroup': '1.5', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SecurityGroupRule': '1.2', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'SubPort': '1.0', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Subnet': '1.1', Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: 'Trunk': '1.1'}} Oct 21 15:04:06.426988 dv-cinder-836083-16-iscsi neutron-server[105098]: {{(pid=105098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 15:04:06.431990 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (f5dff120-0cf0-4b5e-aa82-9a254b46757d), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.432333 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Added segment f5dff120-0cf0-4b5e-aa82-9a254b46757d of type vlan for network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 Oct 21 15:04:06.483401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.560273 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.561406 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:06.561998 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.618963 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1079128 Oct 21 15:04:06.622766 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36418) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:06.628135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Request body: {'subnet': {'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-subnet', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:06.633295 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc672c15-1832-4f1f-94d4-c5be5106a79b admin admin] Pushing event updated for resources: {'Network': ['ID=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:06.645541 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:04:06.748883 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Made reservation on behalf of bbced7abbedc497f86e2ea999420b2a0 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:06.751915 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:06.947854 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36432) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:06.966347 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (effb2445-2bd8-4b77-8b62-09ff6232969a), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.010908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=effb2445-2bd8-4b77-8b62-09ff6232969a,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:07.019468 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.020048 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.020546 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.021033 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.021552 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.022038 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.022525 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.023032 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.023509 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.024008 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.024598 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.025197 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.025681 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.026158 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.026483 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Tracked resource versions report: Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: pushed versions: Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: { 'AddressGroup': {'1.2'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Agent': {'1.1'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'ConntrackHelper': {'1.0'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'LocalIPAssociation': {'1.0'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Log': {'1.0'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'NDPProxy': {'1.0'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Network': {'1.1'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Port': {'1.7'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'PortForwarding': {'1.3'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'QosPolicy': {'1.10'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroup': {'1.5'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroupRule': {'1.2'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SubPort': {'1.0'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Subnet': {'1.1'}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Trunk': {'1.1'}} Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: consumer versions: Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: HyperV agent@hv-cinder-83608: {}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Agent': '1.1', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'ConntrackHelper': '1.0', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'LocalIPAssociation': '1.0', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Log': '1.0', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'NDPProxy': '1.0', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Network': '1.1', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Port': '1.7', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'PortForwarding': '1.3', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'QosPolicy': '1.10', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroup': '1.5', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SecurityGroupRule': '1.2', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'SubPort': '1.0', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Subnet': '1.1', Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: 'Trunk': '1.1'}} Oct 21 15:04:07.028275 dv-cinder-836083-16-iscsi neutron-server[105099]: {{(pid=105099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 15:04:07.056676 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Checking segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:07.057027 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Network hostable DHCP agents. Network: 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:04:07.172410 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:04:07.196937 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36454) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:07.257335 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:07.261542 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:07.262137 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.267086 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fdbfc0-27f7-4bbb-bd6f-b3521a2106e9 None None] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:07.371004 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36462) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:07.375717 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:07.382268 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-01033fc7-cc6d-420c-a9db-6ab4caceef51 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7583582 Oct 21 15:04:07.389388 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:04:07.390332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.455665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-network', 'tenant_id': 'c83d10829a81437fb4d56fe488581212'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:07.481069 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (98bd9b66-3759-4f78-98d5-bad253836de5), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.482132 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (98bd9b66-3759-4f78-98d5-bad253836de5), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.492685 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36464) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:07.550548 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Allocated IP 172.20.0.2 (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1/effb2445-2bd8-4b77-8b62-09ff6232969a/6a63a295-7fc2-4a97-9705-390b3bd6ca65) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:07.586651 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks [] for router_controller (98bd9b66-3759-4f78-98d5-bad253836de5), precommit_add_association {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.588496 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Made reservation on behalf of c83d10829a81437fb4d56fe488581212 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:07.592294 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.593221 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2122664438-network', 'tenant_id': '6406e245a2fd4700aebba95795a18632'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:07.612488 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.730577 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks [] for security_group (f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.735626 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Made reservation on behalf of 6406e245a2fd4700aebba95795a18632 for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:07.738011 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.751654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.757524 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Publish callbacks [] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.828698 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.829480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.831787 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks [] for router_gateway (98bd9b66-3759-4f78-98d5-bad253836de5), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.846817 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:04:07.850665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (8f1ca13f-754d-4281-901c-0d03134b174f), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.851216 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Added segment 8f1ca13f-754d-4281-901c-0d03134b174f of type vlan for network ea25e75c-f122-4224-a461-b96ad815c898 Oct 21 15:04:07.888377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Pushing event updated for resources: {'Port': ['ID=6a63a295-7fc2-4a97-9705-390b3bd6ca65,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:07.894964 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (ea25e75c-f122-4224-a461-b96ad815c898), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.899818 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.900285 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.900798 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.901401 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.902097 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.902664 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.903855 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.904657 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.906158 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.906774 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.907282 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.907771 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.908321 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.908812 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.908940 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks [] for security_group (894d10c3-a329-484e-b034-71f5b8a79e0f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.909408 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Tracked resource versions report: Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: pushed versions: Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: { 'AddressGroup': {'1.2'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Agent': {'1.1'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'ConntrackHelper': {'1.0'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'LocalIPAssociation': {'1.0'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Log': {'1.0'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'NDPProxy': {'1.0'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Network': {'1.1'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Port': {'1.7'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'PortForwarding': {'1.3'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'QosPolicy': {'1.10'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroup': {'1.5'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroupRule': {'1.2'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SubPort': {'1.0'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Subnet': {'1.1'}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Trunk': {'1.1'}} Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: consumer versions: Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: HyperV agent@hv-cinder-83608: {}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Agent': '1.1', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'ConntrackHelper': '1.0', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'LocalIPAssociation': '1.0', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Log': '1.0', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'NDPProxy': '1.0', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Network': '1.1', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Port': '1.7', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'PortForwarding': '1.3', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'QosPolicy': '1.10', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroup': '1.5', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SecurityGroupRule': '1.2', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'SubPort': '1.0', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Subnet': '1.1', Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: 'Trunk': '1.1'}} Oct 21 15:04:07.910914 dv-cinder-836083-16-iscsi neutron-server[105100]: {{(pid=105100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 15:04:07.929091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1662321713-network', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:07.936641 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:07.944643 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:07.949293 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:07.986181 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:07.990734 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:07.996756 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (ea25e75c-f122-4224-a461-b96ad815c898), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:07.998209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:07.999292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.024888 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Attempting to bind port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:08.025486 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Attempting to bind port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:08.025852 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Attempting to bind port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:08.077418 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:08.077794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Checking segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:08.078191 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.078583 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Bound using segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:08.079096 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Bound port: 6a63a295-7fc2-4a97-9705-390b3bd6ca65, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:08.079464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.093832 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:08.113465 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Made reservation on behalf of 77156a46a45648cd8cb0ea22ab0f04a8 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:08.113465 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.132969 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:08.140081 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.149241 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] Pushing event updated for resources: {'Network': ['ID=ea25e75c-f122-4224-a461-b96ad815c898,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:08.155434 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:08.164274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network ea25e75c-f122-4224-a461-b96ad815c898 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:04:08.215911 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] For port 6a63a295-7fc2-4a97-9705-390b3bd6ca65, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:08.218372 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks [] for router_gateway (98bd9b66-3759-4f78-98d5-bad253836de5), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.263047 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (894d10c3-a329-484e-b034-71f5b8a79e0f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.268782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.280212 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] For port 6a63a295-7fc2-4a97-9705-390b3bd6ca65, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6a63a295-7fc2-4a97-9705-390b3bd6ca65,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:08.285587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks [] for security_group (2f2e2bdb-2b08-47fe-bf52-6189dc530e9d), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.296194 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d4862521-8d3e-4619-9fc3-792cc0f53126 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3473496 Oct 21 15:04:08.299148 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36504) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:08.312803 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Request body: {'subnet': {'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-subnet', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:08.352492 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:04:08.371790 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (2f2e2bdb-2b08-47fe-bf52-6189dc530e9d), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.372025 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.411485 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (82ba9b05-e472-42af-a270-76c66bc659fc), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.412113 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Added segment 82ba9b05-e472-42af-a270-76c66bc659fc of type vlan for network 85d8cd54-8839-4401-b661-12967a52617c Oct 21 15:04:08.414040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894d10c3-a329-484e-b034-71f5b8a79e0f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:08.431229 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:04:08.448017 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e2bdb-2b08-47fe-bf52-6189dc530e9d,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:08.473428 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Made reservation on behalf of c83d10829a81437fb4d56fe488581212 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:08.476330 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.478392 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:08.502742 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fe6c6-56aa-4325-a6aa-3ba4d6a220e8 None None] Pushing event updated for resources: {'Port': ['ID=6a63a295-7fc2-4a97-9705-390b3bd6ca65,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:08.503506 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (85d8cd54-8839-4401-b661-12967a52617c), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.513814 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (10defba0-c174-403d-82e1-0e919eb64636), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.514435 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Added segment 10defba0-c174-403d-82e1-0e919eb64636 of type vlan for network b0eade66-a654-457b-8b3f-068b28484861 Oct 21 15:04:08.524817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Allocated IP 172.27.0.30 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/0fb15f87-d7d2-418e-9968-e865129e5a2f) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:08.705412 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (b0eade66-a654-457b-8b3f-068b28484861), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.748356 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (85d8cd54-8839-4401-b661-12967a52617c), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.749508 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:08.750185 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.857957 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (b0eade66-a654-457b-8b3f-068b28484861), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.859066 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:08.859972 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:08.916076 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] Pushing event updated for resources: {'Network': ['ID=85d8cd54-8839-4401-b661-12967a52617c,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:08.929516 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 85d8cd54-8839-4401-b661-12967a52617c details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:04:08.990318 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks [] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.020053 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:09.025418 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-add6af1e-1e53-4825-8a84-c520c43b1b07 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8273301 Oct 21 15:04:09.029598 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36532) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:09.034615 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Request body: {'subnet': {'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2122664438-subnet', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:09.103496 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.151338 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Made reservation on behalf of 6406e245a2fd4700aebba95795a18632 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:09.154836 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.157753 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6641498 Oct 21 15:04:09.158979 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (dd9f0562-9f07-4ee6-8ab4-a5b452682879), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.163424 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36544) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:09.170925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Request body: {'subnet': {'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-subnet', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:09.179765 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e02601-3441-4c5c-9a10-8d00a8a31938 admin admin] Pushing event updated for resources: {'Network': ['ID=b0eade66-a654-457b-8b3f-068b28484861,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:09.184498 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:09.192854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network b0eade66-a654-457b-8b3f-068b28484861 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:04:09.217226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:09.227258 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:09.261724 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9f0562-9f07-4ee6-8ab4-a5b452682879,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:09.272962 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Checking segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:09.273318 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Network hostable DHCP agents. Network: ea25e75c-f122-4224-a461-b96ad815c898, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:04:09.320094 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Made reservation on behalf of 77156a46a45648cd8cb0ea22ab0f04a8 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:09.322608 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.336657 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Pushing event updated for resources: {'Port': ['ID=0fb15f87-d7d2-418e-9968-e865129e5a2f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:09.353428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:09.359020 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Network ea25e75c-f122-4224-a461-b96ad815c898 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:04:09.534120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, ea25e75c-f122-4224-a461-b96ad815c898) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:09.543393 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb751e2-ed01-4d9b-9d4e-dbcc4c1d8b8f None None] Network ea25e75c-f122-4224-a461-b96ad815c898 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:09.568188 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:09.569678 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.571525 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks [] for router_gateway (98bd9b66-3759-4f78-98d5-bad253836de5), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.713827 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-21a3a690-82f1-4c72-aacf-786b02835488 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4118991 Oct 21 15:04:09.722463 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36556) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:09.727504 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:09.781670 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (9aa66f79-e0db-4596-8523-72955daef8e2), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.795828 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-ea25e75c-f122-4224-a461-b96ad815c898', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:04:09.796780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.837098 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (98bd9b66-3759-4f78-98d5-bad253836de5), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.869677 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (ce8499c2-a909-41ab-89f5-1a1b36df0a60), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.879537 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (ce8499c2-a909-41ab-89f5-1a1b36df0a60), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.926464 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa66f79-e0db-4596-8523-72955daef8e2,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:09.937887 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:09.938475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Network hostable DHCP agents. Network: b0eade66-a654-457b-8b3f-068b28484861, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:04:09.956247 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:09.959828 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de9acd2-4ba6-4bb5-b9cf-68db90455f3f None None] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:09.978726 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (6d8a98fd-893c-40cf-9451-92a7e6407548), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:09.991258 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks [] for router_controller (ce8499c2-a909-41ab-89f5-1a1b36df0a60), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.067750 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Provisioning complete for port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:10.068130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.068525 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Attempt 1 to provision port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 Oct 21 15:04:10.085965 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Network b0eade66-a654-457b-8b3f-068b28484861 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:04:10.138487 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8a98fd-893c-40cf-9451-92a7e6407548,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:10.142296 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Checking segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:10.142876 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Network hostable DHCP agents. Network: 85d8cd54-8839-4401-b661-12967a52617c, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:04:10.152690 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:10.182043 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6a63a295-7fc2-4a97-9705-390b3bd6ca65 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:10.205957 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, b0eade66-a654-457b-8b3f-068b28484861) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:10.209135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks [] for router_gateway (ce8499c2-a909-41ab-89f5-1a1b36df0a60), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.216917 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:10.218018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.223571 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59520c21-8b60-40cc-bec1-619da6944690 None None] Network b0eade66-a654-457b-8b3f-068b28484861 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:10.234540 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Router 98bd9b66-3759-4f78-98d5-bad253836de5 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:04:10.263671 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:10.279259 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Allocated IP 172.20.0.2 (ea25e75c-f122-4224-a461-b96ad815c898/dd9f0562-9f07-4ee6-8ab4-a5b452682879/6836b1d5-b749-43e7-9f88-3a90a426368a) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:10.280139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Network 85d8cd54-8839-4401-b661-12967a52617c is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:04:10.283917 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:10.288047 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 85d8cd54-8839-4401-b661-12967a52617c) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:10.297231 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-5d3d2fa2-03b3-4741-98a4-e437f9ecd90c admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1292999 Oct 21 15:04:10.304557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:10.304557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.307860 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36562) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:10.314161 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:10.376169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:10.387825 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Sync routers for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:10.401451 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:10.406190 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:10.470020 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2f662ad7-25d1-41f1-89ca-76823bdebd45 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4366450 Oct 21 15:04:10.470020 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (13321d1b-04dc-46a9-980c-dea5046882f9), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.470020 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (13321d1b-04dc-46a9-980c-dea5046882f9), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.479475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36564) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:10.484140 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:10.503634 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.505018 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ace48290-5377-4d15-9c5e-1460dc9125fa admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1335974 Oct 21 15:04:10.508164 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36566) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:10.563881 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks [] for router_controller (13321d1b-04dc-46a9-980c-dea5046882f9), precommit_add_association {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.635571 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ff2b6-7670-4e3c-a8d4-a507d50e990e None None] Network 85d8cd54-8839-4401-b661-12967a52617c requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:10.672534 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:10.738774 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (c21281b9-b112-43c4-a810-1d3b52846d2e), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.741891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (c21281b9-b112-43c4-a810-1d3b52846d2e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.784808 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks [] for router_gateway (ce8499c2-a909-41ab-89f5-1a1b36df0a60), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.858623 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:10.962575 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks [] for router_gateway (13321d1b-04dc-46a9-980c-dea5046882f9), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.013795 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:09Z', 'revision_number': 3, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:11.032163 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks [] for router_controller (c21281b9-b112-43c4-a810-1d3b52846d2e), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.039327 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Current status of the port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:11.039907 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.058067 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:11.058471 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.058982 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 Oct 21 15:04:11.061452 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Checking router: 98bd9b66-3759-4f78-98d5-bad253836de5 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:11.062157 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Updating router 98bd9b66-3759-4f78-98d5-bad253836de5 port 0fb15f87-d7d2-418e-9968-e865129e5a2f binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:11.104603 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:11.115090 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-85d8cd54-8839-4401-b661-12967a52617c', 'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'project_id': '6406e245a2fd4700aebba95795a18632', 'fixed_ips': [{'subnet_id': '6d8a98fd-893c-40cf-9451-92a7e6407548'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:04:11.116301 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.141685 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.272112 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:11.294537 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-b0eade66-a654-457b-8b3f-068b28484861', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:04:11.295491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.508571 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] For port 6a63a295-7fc2-4a97-9705-390b3bd6ca65, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6a63a295-7fc2-4a97-9705-390b3bd6ca65,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:11.521825 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Publish callbacks [] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.525115 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:11.585038 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Publish callbacks [] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.601891 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks [] for router_gateway (13321d1b-04dc-46a9-980c-dea5046882f9), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.621515 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks [] for router_gateway (c21281b9-b112-43c4-a810-1d3b52846d2e), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.623713 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.629485 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.700582 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Attempting to bind port 0fb15f87-d7d2-418e-9968-e865129e5a2f on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:11.702063 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Attempting to bind port 0fb15f87-d7d2-418e-9968-e865129e5a2f by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:11.702894 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Attempting to bind port 0fb15f87-d7d2-418e-9968-e865129e5a2f on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:11.728611 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Allocated IP 172.20.0.2 (b0eade66-a654-457b-8b3f-068b28484861/9aa66f79-e0db-4596-8523-72955daef8e2/dfd63b4c-971c-4681-a43a-71702a959423) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:11.744975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.749475 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Allocated IP 172.20.0.2 (85d8cd54-8839-4401-b661-12967a52617c/6d8a98fd-893c-40cf-9451-92a7e6407548/0b0a2bc0-4e16-4768-a46a-7118181e6d37) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:11.765437 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.818006 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Pushing event updated for resources: {'Port': ['ID=0fb15f87-d7d2-418e-9968-e865129e5a2f,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:11.830099 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.830814 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.831381 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.831961 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.832583 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.833143 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.833698 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.834240 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.835645 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.836228 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.836763 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.837313 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.837865 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.838406 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.839220 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Tracked resource versions report: Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: pushed versions: Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: { 'AddressGroup': {'1.2'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Agent': {'1.1'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'ConntrackHelper': {'1.0'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'LocalIPAssociation': {'1.0'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Log': {'1.0'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'NDPProxy': {'1.0'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Network': {'1.1'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Port': {'1.7'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'PortForwarding': {'1.3'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'QosPolicy': {'1.10'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroup': {'1.5'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroupRule': {'1.2'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SubPort': {'1.0'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Subnet': {'1.1'}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Trunk': {'1.1'}} Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: consumer versions: Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: { DHCP agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: HyperV agent@hv-cinder-83608: {}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: L3 agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: Metadata agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: Metering agent@dv-cinder-836083-16-iscsi: {}, Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: Open vSwitch agent@dv-cinder-836083-16-iscsi: { 'AddressGroup': '1.2', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Agent': '1.1', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'ConntrackHelper': '1.0', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'LocalIPAssociation': '1.0', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Log': '1.0', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'NDPProxy': '1.0', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Network': '1.1', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Port': '1.7', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'PortForwarding': '1.3', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'QosPolicy': '1.10', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroup': '1.5', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SecurityGroupRule': '1.2', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'SubPort': '1.0', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Subnet': '1.1', Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: 'Trunk': '1.1'}} Oct 21 15:04:11.840860 dv-cinder-836083-16-iscsi neutron-server[105101]: {{(pid=105101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 15:04:11.850189 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:11.851085 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:11.853022 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.853657 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:11.854483 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Bound port: 0fb15f87-d7d2-418e-9968-e865129e5a2f, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:11.856016 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:11.895175 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:11.911202 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Network ea25e75c-f122-4224-a461-b96ad815c898 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:11.929150 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] For port 0fb15f87-d7d2-418e-9968-e865129e5a2f, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:11.940783 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] For port 0fb15f87-d7d2-418e-9968-e865129e5a2f, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0fb15f87-d7d2-418e-9968-e865129e5a2f,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:11.949835 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:12.001321 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-bf0c4b17-1761-4eea-a9dd-e9972ee35a0b None None] Provisioning complete for port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:12.009782 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4b17-1761-4eea-a9dd-e9972ee35a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.009958 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Allocated IP 172.27.0.171 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/144354ca-a3f2-4208-b4f4-3296d8465fa2) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:12.010104 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-bf0c4b17-1761-4eea-a9dd-e9972ee35a0b None None] Attempt 1 to provision port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 Oct 21 15:04:12.013576 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:12.018386 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:12.061266 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.066204 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54e931-d315-4abd-9af0-6ffc5486b047 None None] Pushing event updated for resources: {'Port': ['ID=6a63a295-7fc2-4a97-9705-390b3bd6ca65,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:12.120029 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b09d1c-27c9-4082-a171-d144515efb88 None None] Pushing event updated for resources: {'Port': ['ID=0fb15f87-d7d2-418e-9968-e865129e5a2f,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:12.144054 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:12.144695 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:12.240321 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Pushing event updated for resources: {'Port': ['ID=6836b1d5-b749-43e7-9f88-3a90a426368a,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:12.242030 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:12.265917 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Attempting to bind port 6836b1d5-b749-43e7-9f88-3a90a426368a on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:12.266211 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Attempting to bind port 6836b1d5-b749-43e7-9f88-3a90a426368a by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:12.266572 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Attempting to bind port 6836b1d5-b749-43e7-9f88-3a90a426368a on network ea25e75c-f122-4224-a461-b96ad815c898 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:12.270775 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:12.356711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:12.367151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c4b17-1761-4eea-a9dd-e9972ee35a0b None None] Current status of the port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:12.373388 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks [] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.376018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks [] for router_gateway (c21281b9-b112-43c4-a810-1d3b52846d2e), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.380772 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.385909 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Publish callbacks [] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.392933 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Publish callbacks [] for port (dfd63b4c-971c-4681-a43a-71702a959423), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.400596 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:12.400969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Checking segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:12.401364 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.402320 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Bound using segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:12.402825 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Bound port: 6836b1d5-b749-43e7-9f88-3a90a426368a, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:12.403208 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.412486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.470441 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] For port 6836b1d5-b749-43e7-9f88-3a90a426368a, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:12.473018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.476240 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (dfd63b4c-971c-4681-a43a-71702a959423), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.490163 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:09Z', 'revision_number': 3, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:12.521008 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a487b1-3cc9-4296-97ad-0516213484a5 None None] The sync data for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi is: [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:09Z', 'revision_number': 3, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:12.521589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] For port 6836b1d5-b749-43e7-9f88-3a90a426368a, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6836b1d5-b749-43e7-9f88-3a90a426368a,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:12.535349 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Network 85d8cd54-8839-4401-b661-12967a52617c is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:12.547701 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:12.548681 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:12.552754 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:12.554841 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:12.561670 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:12.569539 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Pushing event updated for resources: {'Port': ['ID=0b0a2bc0-4e16-4768-a46a-7118181e6d37,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:12.577463 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.613018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.632346 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:12.638310 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Allocated IP 172.27.0.247 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/d583defe-ac6d-41c6-85e0-f87a8383f3dc) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:12.653393 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:12.658709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:12.664602 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:12.732566 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Pushing event updated for resources: {'Port': ['ID=144354ca-a3f2-4208-b4f4-3296d8465fa2,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:12.778146 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Pushing event updated for resources: {'Port': ['ID=dfd63b4c-971c-4681-a43a-71702a959423,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:12.800522 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Attempting to bind port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:12.801566 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Attempting to bind port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:12.801992 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Attempting to bind port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 on network 85d8cd54-8839-4401-b661-12967a52617c {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:12.824959 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:12.852667 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks [] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:12.871964 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Allocated IP 172.20.0.1 (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1/effb2445-2bd8-4b77-8b62-09ff6232969a/fa06a637-43d3-4326-a16f-be9603e9dbd3) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:12.969607 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Attempting to bind port dfd63b4c-971c-4681-a43a-71702a959423 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:12.984378 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Attempting to bind port dfd63b4c-971c-4681-a43a-71702a959423 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:12.984378 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Attempting to bind port dfd63b4c-971c-4681-a43a-71702a959423 on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:13.082518 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:13.086839 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.144955 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:13.148462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:13.158009 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:13.277790 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Pushing event updated for resources: {'Port': ['ID=d583defe-ac6d-41c6-85e0-f87a8383f3dc,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:13.341911 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks [] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.342156 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:13.343935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Allocated IP 172.27.0.132 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/1df864ee-ee7c-4df1-9333-6c0820f30c38) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:13.345732 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks [] for router_gateway (ce8499c2-a909-41ab-89f5-1a1b36df0a60), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.360646 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:13.361020 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Checking segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:13.361694 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.362167 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Bound using segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:13.362774 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Bound port: 0b0a2bc0-4e16-4768-a46a-7118181e6d37, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:13.363331 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.399491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea554f7-c028-472f-b6f9-f8719a2a5dec None None] Pushing event updated for resources: {'Port': ['ID=6836b1d5-b749-43e7-9f88-3a90a426368a,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:13.560433 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] For port 0b0a2bc0-4e16-4768-a46a-7118181e6d37, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:13.568024 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] For port 0b0a2bc0-4e16-4768-a46a-7118181e6d37, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0b0a2bc0-4e16-4768-a46a-7118181e6d37,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:13.590074 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:13.592087 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:13.592908 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.593889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Bound using segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:13.595105 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Bound port: dfd63b4c-971c-4681-a43a-71702a959423, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:13.596510 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dfd63b4c-971c-4681-a43a-71702a959423), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.617322 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks [] for router_gateway (13321d1b-04dc-46a9-980c-dea5046882f9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.636255 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.637277 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.726957 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks [] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.739594 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:13.752256 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] For port dfd63b4c-971c-4681-a43a-71702a959423, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:13.757791 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] For port dfd63b4c-971c-4681-a43a-71702a959423, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dfd63b4c-971c-4681-a43a-71702a959423,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:13.760628 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc9ab-0a05-4481-a81d-24a3c2cc94a4 None None] Pushing event updated for resources: {'Port': ['ID=0b0a2bc0-4e16-4768-a46a-7118181e6d37,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:13.817743 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:13.827794 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:13.830086 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dfd63b4c-971c-4681-a43a-71702a959423), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.844059 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (98bd9b66-3759-4f78-98d5-bad253836de5), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:13.852145 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Pushing event updated for resources: {'Port': ['ID=fa06a637-43d3-4326-a16f-be9603e9dbd3,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:13.950341 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:14.046006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01492f2-7feb-4c64-841c-afbf96c34cc5 None None] Pushing event updated for resources: {'Port': ['ID=dfd63b4c-971c-4681-a43a-71702a959423,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:14.214047 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (13321d1b-04dc-46a9-980c-dea5046882f9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.424021 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:14.435625 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:14.466866 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-154a9a71-af68-4461-8ac5-d266d82db88d None None] Provisioning complete for port fa06a637-43d3-4326-a16f-be9603e9dbd3 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:14.468037 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-154a9a71-af68-4461-8ac5-d266d82db88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.470023 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-154a9a71-af68-4461-8ac5-d266d82db88d None None] Attempt 1 to provision port fa06a637-43d3-4326-a16f-be9603e9dbd3 Oct 21 15:04:14.509314 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (ce8499c2-a909-41ab-89f5-1a1b36df0a60), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.619659 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:14.641075 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6a63a295-7fc2-4a97-9705-390b3bd6ca65 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:14.645872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:14.648506 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-154a9a71-af68-4461-8ac5-d266d82db88d None None] Port fa06a637-43d3-4326-a16f-be9603e9dbd3 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:14.696977 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd8609-c0bb-475d-a17a-075c45cd29e9 None None] Network ea25e75c-f122-4224-a461-b96ad815c898 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:14.785052 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Provisioning complete for port 6836b1d5-b749-43e7-9f88-3a90a426368a triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:14.785428 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.785759 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Attempt 1 to provision port 6836b1d5-b749-43e7-9f88-3a90a426368a Oct 21 15:04:14.817948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Router 13321d1b-04dc-46a9-980c-dea5046882f9 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:04:14.838399 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:14.838797 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.839391 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 Oct 21 15:04:14.868373 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.874744 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:14.909695 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:04:14.938455 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:14.970937 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:14.981300 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:14.988161 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Pushing event updated for resources: {'Port': ['ID=1df864ee-ee7c-4df1-9333-6c0820f30c38,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:15.009607 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:15.040967 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:15.077464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Current status of the port 6836b1d5-b749-43e7-9f88-3a90a426368a is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:15.077897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.080162 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:15.081589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0fb15f87-d7d2-418e-9968-e865129e5a2f up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:15.087594 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.093274 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b7a82353-3252-4189-9495-db5480644e09 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7843411 Oct 21 15:04:15.094096 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36658) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:15.126958 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:15.127646 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:15.181394 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:04:15.184747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:15.235105 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:15.296111 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 0fb15f87-d7d2-418e-9968-e865129e5a2f triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:15.296452 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.296790 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 0fb15f87-d7d2-418e-9968-e865129e5a2f Oct 21 15:04:15.425031 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:15.485557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] For port 6836b1d5-b749-43e7-9f88-3a90a426368a, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6836b1d5-b749-43e7-9f88-3a90a426368a,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:15.486557 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:15.499705 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:15.522143 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:15.523129 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:15.583246 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.583762 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks [] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.597945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:15.683140 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.684934 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (98bd9b66-3759-4f78-98d5-bad253836de5), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:15.760220 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:15.849292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Pushing event updated for resources: {'Port': ['ID=fa06a637-43d3-4326-a16f-be9603e9dbd3,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:15.999200 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.001640 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-065b0dcc-02d9-4064-ac7e-cacb64ba2563 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2777605 Oct 21 15:04:16.007201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36682) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:16.033768 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-38d7e463-7b09-4782-9915-3d10377deb1d None None] Provisioning complete for port 6836b1d5-b749-43e7-9f88-3a90a426368a triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:16.034145 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-38d7e463-7b09-4782-9915-3d10377deb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.034485 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-38d7e463-7b09-4782-9915-3d10377deb1d None None] Attempt 1 to provision port 6836b1d5-b749-43e7-9f88-3a90a426368a Oct 21 15:04:16.056521 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e91fc-144a-4517-9130-f67cac31e5ee None None] Network b0eade66-a654-457b-8b3f-068b28484861 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:16.131430 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:16.145917 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks [] for router_gateway (c21281b9-b112-43c4-a810-1d3b52846d2e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.156791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.197486 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:12Z', 'revision_number': 3, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:16.252639 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:16.253420 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Updating router ce8499c2-a909-41ab-89f5-1a1b36df0a60 port 144354ca-a3f2-4208-b4f4-3296d8465fa2 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:16.292723 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0fb15f87-d7d2-418e-9968-e865129e5a2f is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:16.293268 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.312306 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:16.320443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:16.332262 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 0fb15f87-d7d2-418e-9968-e865129e5a2f, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0fb15f87-d7d2-418e-9968-e865129e5a2f,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:16.346048 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cde4c3-7885-43b8-8f96-9505788c7157 None None] Network 85d8cd54-8839-4401-b661-12967a52617c requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:04:16.446472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd60a3-646e-4c99-b37d-80abcceab214 None None] Pushing event updated for resources: {'Port': ['ID=6836b1d5-b749-43e7-9f88-3a90a426368a,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:16.496529 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36694) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:16.500233 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.548037 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:16.618681 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.619969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6836b1d5-b749-43e7-9f88-3a90a426368a up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:16.713826 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-27a96427-9146-4e9c-90c6-c96e370abd73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.723085 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:16.731811 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=0fb15f87-d7d2-418e-9968-e865129e5a2f,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:16.762424 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-38d7e463-7b09-4782-9915-3d10377deb1d None None] Current status of the port 6836b1d5-b749-43e7-9f88-3a90a426368a is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:16.813576 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 6836b1d5-b749-43e7-9f88-3a90a426368a triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:16.814048 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.814495 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 6836b1d5-b749-43e7-9f88-3a90a426368a Oct 21 15:04:16.820835 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:13Z', 'revision_number': 3, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:16.858269 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:16.878995 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-27a96427-9146-4e9c-90c6-c96e370abd73 admin admin] Publish callbacks [] for security_group (d0904502-12cd-4722-82ca-386a69e1e8fe), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.889350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Allocated IP 172.20.0.1 (b0eade66-a654-457b-8b3f-068b28484861/9aa66f79-e0db-4596-8523-72955daef8e2/97c4a00a-fe9f-42e9-9591-7b4253fdef80) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:16.896816 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Provisioning complete for port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:16.897194 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.897595 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Attempt 1 to provision port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 Oct 21 15:04:16.944287 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:16.944729 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Updating router 13321d1b-04dc-46a9-980c-dea5046882f9 port d583defe-ac6d-41c6-85e0-f87a8383f3dc binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:16.961280 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Publish callbacks [] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:16.968127 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-27a96427-9146-4e9c-90c6-c96e370abd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d0904502-12cd-4722-82ca-386a69e1e8fe), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.012536 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.038399 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Attempting to bind port 144354ca-a3f2-4208-b4f4-3296d8465fa2 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:17.040135 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a96427-9146-4e9c-90c6-c96e370abd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0904502-12cd-4722-82ca-386a69e1e8fe,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:17.046308 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Attempting to bind port 144354ca-a3f2-4208-b4f4-3296d8465fa2 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:17.046308 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Attempting to bind port 144354ca-a3f2-4208-b4f4-3296d8465fa2 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:17.056751 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-27a96427-9146-4e9c-90c6-c96e370abd73 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=dc7f82673a5c4e44af476123af54e37f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5555322 Oct 21 15:04:17.056751 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36700) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:17.069369 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:17.136393 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:17.149682 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a164745-566a-4eef-a9a1-4d9aa3d67d49 None None] Pushing event updated for resources: {'Port': ['ID=144354ca-a3f2-4208-b4f4-3296d8465fa2,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:17.158295 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:17.158876 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:17.159355 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.159805 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:17.160356 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Bound port: 144354ca-a3f2-4208-b4f4-3296d8465fa2, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:17.160794 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.179015 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks [] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.188499 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:17.215988 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Router 98bd9b66-3759-4f78-98d5-bad253836de5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:04:17.228307 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.229755 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d822faf3-091d-4ed7-9317-867739bb3706 admin admin] Publish callbacks [] for security_group (d0904502-12cd-4722-82ca-386a69e1e8fe), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.237046 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] For port 144354ca-a3f2-4208-b4f4-3296d8465fa2, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:17.240704 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] For port 144354ca-a3f2-4208-b4f4-3296d8465fa2, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=144354ca-a3f2-4208-b4f4-3296d8465fa2,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:17.258028 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d822faf3-091d-4ed7-9317-867739bb3706 admin admin] Publish callbacks [] for security_group (d0904502-12cd-4722-82ca-386a69e1e8fe), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.274169 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (c21281b9-b112-43c4-a810-1d3b52846d2e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.334368 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.374121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:17.380877 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:17.381668 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:17.392376 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Current status of the port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:17.392853 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.393921 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:17.425066 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.452716 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a164745-566a-4eef-a9a1-4d9aa3d67d49 None None] Pushing event updated for resources: {'Port': ['ID=144354ca-a3f2-4208-b4f4-3296d8465fa2,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:17.467349 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] For port 0b0a2bc0-4e16-4768-a46a-7118181e6d37, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0b0a2bc0-4e16-4768-a46a-7118181e6d37,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:17.472275 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 6836b1d5-b749-43e7-9f88-3a90a426368a is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:17.566287 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.603943 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Pushing event updated for resources: {'Port': ['ID=97c4a00a-fe9f-42e9-9591-7b4253fdef80,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:17.607041 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d822faf3-091d-4ed7-9317-867739bb3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d0904502-12cd-4722-82ca-386a69e1e8fe), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.612660 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d822faf3-091d-4ed7-9317-867739bb3706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.613890 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d822faf3-091d-4ed7-9317-867739bb3706 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d0904502-12cd-4722-82ca-386a69e1e8fe HTTP/1.1" status: 204 len: 168 time: 0.5564651 Oct 21 15:04:17.640353 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:17.672503 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-8d5e2fe5-218a-4777-8edd-2f617f37ba96 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/98bd9b66-3759-4f78-98d5-bad253836de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1616135 Oct 21 15:04:17.677276 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Sync routers for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:17.681924 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:17.693182 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:17.693293 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.695066 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:17.700238 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:17.701606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (13321d1b-04dc-46a9-980c-dea5046882f9), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.732007 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Provisioning complete for port fa06a637-43d3-4326-a16f-be9603e9dbd3 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:17.732412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:17.738613 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Attempt 1 to provision port fa06a637-43d3-4326-a16f-be9603e9dbd3 Oct 21 15:04:17.764459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822faf3-091d-4ed7-9317-867739bb3706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0904502-12cd-4722-82ca-386a69e1e8fe,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:17.883755 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.010408 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Router c21281b9-b112-43c4-a810-1d3b52846d2e is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:04:18.032140 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:18.032140 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:18.056625 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Port fa06a637-43d3-4326-a16f-be9603e9dbd3 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:18.168745 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:12Z', 'revision_number': 3, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:18.178854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0b0a2bc0-4e16-4768-a46a-7118181e6d37 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:18.181434 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Pushing event updated for resources: {'Port': ['ID=0b0a2bc0-4e16-4768-a46a-7118181e6d37,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:18.204955 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.225239 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.240971 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:18.251178 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee795615-7a8d-4dae-bc38-fc4e255e13b5 None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:12Z', 'revision_number': 3, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:18.261198 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Sync routers for ids ['c21281b9-b112-43c4-a810-1d3b52846d2e'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:18.274313 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Provisioning complete for port dfd63b4c-971c-4681-a43a-71702a959423 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:18.288508 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Routers {'c21281b9-b112-43c4-a810-1d3b52846d2e'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:18.289124 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c21281b9-b112-43c4-a810-1d3b52846d2e'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:18.304933 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dfd63b4c-971c-4681-a43a-71702a959423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.305335 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Attempt 1 to provision port dfd63b4c-971c-4681-a43a-71702a959423 Oct 21 15:04:18.372445 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.386086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Allocated IP 172.20.0.1 (ea25e75c-f122-4224-a461-b96ad815c898/dd9f0562-9f07-4ee6-8ab4-a5b452682879/662b53be-27b5-4189-a6bf-4ca94e3e546e) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:18.414886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.434879 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.434879 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-5c9b8cd1-502f-4c4b-949c-bcefae23942d admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9481053 Oct 21 15:04:18.437060 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36744) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:18.444186 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Publish callbacks [] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.502508 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:18.503543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.504120 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 Oct 21 15:04:18.508216 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:18.547195 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Set router c21281b9-b112-43c4-a810-1d3b52846d2e gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:18.572056 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.660847 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks [] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.679226 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.738887 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.822094 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.834796 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.859829 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Current status of the port dfd63b4c-971c-4681-a43a-71702a959423 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:18.860521 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dfd63b4c-971c-4681-a43a-71702a959423), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:18.879671 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Attempting to bind port d583defe-ac6d-41c6-85e0-f87a8383f3dc on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:18.880317 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Attempting to bind port d583defe-ac6d-41c6-85e0-f87a8383f3dc by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:18.880843 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Attempting to bind port d583defe-ac6d-41c6-85e0-f87a8383f3dc on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:18.912495 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Pushing event updated for resources: {'Port': ['ID=662b53be-27b5-4189-a6bf-4ca94e3e546e,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:18.919714 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] For port dfd63b4c-971c-4681-a43a-71702a959423, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dfd63b4c-971c-4681-a43a-71702a959423,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:18.924843 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36772) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:18.927249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:18.929802 dv-cinder-836083-16-iscsi neutron-server[105099]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 21 15:04:18.952685 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:15Z', 'revision_number': 3, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:19.039892 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Checking router: c21281b9-b112-43c4-a810-1d3b52846d2e for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:19.040246 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Updating router c21281b9-b112-43c4-a810-1d3b52846d2e port 1df864ee-ee7c-4df1-9333-6c0820f30c38 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:19.054761 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dfd63b4c-971c-4681-a43a-71702a959423), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.065632 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3b48-086b-48e3-954d-e5d09371739f None None] Pushing event updated for resources: {'Port': ['ID=d583defe-ac6d-41c6-85e0-f87a8383f3dc,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:19.101227 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.128806 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Network ea25e75c-f122-4224-a461-b96ad815c898 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:19.140669 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:19.144989 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:19.145456 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (ce8499c2-a909-41ab-89f5-1a1b36df0a60), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.273322 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f0536-bcf0-4ebc-a1b7-e1a69e964ceb None None] Pushing event updated for resources: {'Port': ['ID=dfd63b4c-971c-4681-a43a-71702a959423,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:19.444979 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:19.470881 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:15Z', 'revision_number': 2, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:19.497734 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:19.540705 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-122d5298-899a-4ede-aac0-3c63225648ee tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:19.552659 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-122d5298-899a-4ede-aac0-3c63225648ee tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 818 time: 0.6238389 Oct 21 15:04:19.567335 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:19.629286 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:19.629543 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks [] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.630414 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0fb15f87-d7d2-418e-9968-e865129e5a2f up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:19.701443 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Checking router: 98bd9b66-3759-4f78-98d5-bad253836de5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:19.702069 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Updating router 98bd9b66-3759-4f78-98d5-bad253836de5 port fa06a637-43d3-4326-a16f-be9603e9dbd3 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:19.734998 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-3ea3e582-d6a0-4e75-a8cb-1b9462480fc0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/quotas/bbced7abbedc497f86e2ea999420b2a0 HTTP/1.1" status: 200 len: 375 time: 0.1589339 Oct 21 15:04:19.742517 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Provisioning complete for port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:19.743139 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.744134 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Attempt 1 to provision port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 Oct 21 15:04:19.773126 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Publish callbacks [] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.780062 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.780906 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (13321d1b-04dc-46a9-980c-dea5046882f9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.781689 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c02a37d-c4c9-49fd-afa9-0d58f4d5bc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.785032 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:19.791079 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.867732 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.887841 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-36b170f5-4257-4f11-97a5-9c5b02d134a5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453478 Oct 21 15:04:19.897495 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.903362 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:19.941438 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.944674 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:19.946094 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:19.946740 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.954990 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:19.956163 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Bound port: d583defe-ac6d-41c6-85e0-f87a8383f3dc, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:19.957570 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:19.990961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Pushing event updated for resources: {'Port': ['ID=97c4a00a-fe9f-42e9-9591-7b4253fdef80,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:19.992122 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0ed06-8eec-4635-b563-b39719d16f6f None None] Pushing event updated for resources: {'Port': ['ID=1df864ee-ee7c-4df1-9333-6c0820f30c38,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:19.999077 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Attempting to bind port 1df864ee-ee7c-4df1-9333-6c0820f30c38 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:20.001228 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Attempting to bind port 1df864ee-ee7c-4df1-9333-6c0820f30c38 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:20.001792 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Attempting to bind port 1df864ee-ee7c-4df1-9333-6c0820f30c38 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:20.043352 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 0fb15f87-d7d2-418e-9968-e865129e5a2f triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:20.048888 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.048888 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 0fb15f87-d7d2-418e-9968-e865129e5a2f Oct 21 15:04:20.095000 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:20.095380 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:20.097271 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.097688 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:20.101041 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Bound port: 1df864ee-ee7c-4df1-9333-6c0820f30c38, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:20.106379 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.181053 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Current status of the port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:20.199710 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] For port 1df864ee-ee7c-4df1-9333-6c0820f30c38, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:20.204232 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] For port 1df864ee-ee7c-4df1-9333-6c0820f30c38, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1df864ee-ee7c-4df1-9333-6c0820f30c38,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:20.282114 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.301197 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Provisioning complete for port dfd63b4c-971c-4681-a43a-71702a959423 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:20.301501 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dfd63b4c-971c-4681-a43a-71702a959423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.302522 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Attempt 1 to provision port dfd63b4c-971c-4681-a43a-71702a959423 Oct 21 15:04:20.302667 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks [] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.344021 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Routers {'c21281b9-b112-43c4-a810-1d3b52846d2e'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:20.348987 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c21281b9-b112-43c4-a810-1d3b52846d2e'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:20.358135 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:20.361992 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:20.405905 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.407281 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (ce8499c2-a909-41ab-89f5-1a1b36df0a60), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.589831 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0ed06-8eec-4635-b563-b39719d16f6f None None] Pushing event updated for resources: {'Port': ['ID=1df864ee-ee7c-4df1-9333-6c0820f30c38,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:20.648899 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36816) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:20.678824 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] For port d583defe-ac6d-41c6-85e0-f87a8383f3dc, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:20.688391 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:20.696769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Pushing event updated for resources: {'Port': ['ID=662b53be-27b5-4189-a6bf-4ca94e3e546e,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:20.698083 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0fb15f87-d7d2-418e-9968-e865129e5a2f is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:20.700719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dfd63b4c-971c-4681-a43a-71702a959423 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:20.715338 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Allocated IP 172.20.0.1 (85d8cd54-8839-4401-b661-12967a52617c/6d8a98fd-893c-40cf-9451-92a7e6407548/39502970-2f88-4311-be25-73fe80011e3d) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:20.728685 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] Set router c21281b9-b112-43c4-a810-1d3b52846d2e gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:20.736286 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-1d3275dd-ce71-4df7-ae27-7b398ab33469 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:04:20.743709 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-1d3275dd-ce71-4df7-ae27-7b398ab33469 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2531073 Oct 21 15:04:20.785922 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:20.794962 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] For port d583defe-ac6d-41c6-85e0-f87a8383f3dc, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d583defe-ac6d-41c6-85e0-f87a8383f3dc,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:20.813574 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:20.843079 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:20.890813 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Current status of the port dfd63b4c-971c-4681-a43a-71702a959423 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:20.902354 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:04:20.929646 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port dfd63b4c-971c-4681-a43a-71702a959423 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:20.930287 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dfd63b4c-971c-4681-a43a-71702a959423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.930822 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port dfd63b4c-971c-4681-a43a-71702a959423 Oct 21 15:04:20.931586 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks [] for port (39502970-2f88-4311-be25-73fe80011e3d), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.992463 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Provisioning complete for port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:20.993100 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:20.993298 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Attempt 1 to provision port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 Oct 21 15:04:21.000897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.086392 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:15Z', 'revision_number': 3, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:21.102562 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b7537f46-fcdd-4b0e-a9f2-3c7d01c2295b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.104893 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:21.111412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:21.112059 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:03:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:21.138082 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11941-865c-4b22-b05e-34c011c2da98 None None] The sync data for ids ['c21281b9-b112-43c4-a810-1d3b52846d2e'] in dv-cinder-836083-16-iscsi is: [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:15Z', 'revision_number': 3, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:21.169356 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Network ea25e75c-f122-4224-a461-b96ad815c898 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:21.178275 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (39502970-2f88-4311-be25-73fe80011e3d), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.179609 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:21.329222 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-f8dc7227-1688-44cb-83d9-b0169929b5d2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836101 Oct 21 15:04:21.338734 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Network 85d8cd54-8839-4401-b661-12967a52617c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:21.341060 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:21.356991 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c02241c7-6997-46f7-a00e-7da24cd4da6b admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/13321d1b-04dc-46a9-980c-dea5046882f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2614951 Oct 21 15:04:21.361027 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:21.364107 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Publish callbacks [] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.366162 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:21.367007 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (c21281b9-b112-43c4-a810-1d3b52846d2e), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.458453 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Pushing event updated for resources: {'Port': ['ID=39502970-2f88-4311-be25-73fe80011e3d,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:21.462305 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:21.473014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3b48-086b-48e3-954d-e5d09371739f None None] Pushing event updated for resources: {'Port': ['ID=d583defe-ac6d-41c6-85e0-f87a8383f3dc,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:21.551868 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.611682 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e6be-380e-4f80-8cfc-208e4087420e None None] Port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:21.713063 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-3a5fcff3-a703-4eb6-96f4-f97c2c1b4ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.780645 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b7537f46-fcdd-4b0e-a9f2-3c7d01c2295b admin admin] Publish callbacks [] for security_group (e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.789304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:21.795137 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (39502970-2f88-4311-be25-73fe80011e3d), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.843877 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-41d6baea-bfe3-467a-9144-09d2783832ee service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927394 Oct 21 15:04:21.854884 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b7537f46-fcdd-4b0e-a9f2-3c7d01c2295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:21.953204 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9acfa6-c352-4719-87d7-6ac2dbffc40e None None] Pushing event updated for resources: {'Port': ['ID=fa06a637-43d3-4326-a16f-be9603e9dbd3,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:21.967604 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:04:21.979255 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b7537f46-fcdd-4b0e-a9f2-3c7d01c2295b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b6fccf637fcd497e966bb52a7b476d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3292930 Oct 21 15:04:21.986675 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port dfd63b4c-971c-4681-a43a-71702a959423 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:21.988417 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6836b1d5-b749-43e7-9f88-3a90a426368a up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:21.991510 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36852) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:22.012007 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Provisioning complete for port 662b53be-27b5-4189-a6bf-4ca94e3e546e triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:22.012538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.012704 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Attempt 1 to provision port 662b53be-27b5-4189-a6bf-4ca94e3e546e Oct 21 15:04:22.103535 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7537f46-fcdd-4b0e-a9f2-3c7d01c2295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:22.139501 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks [] for port (39502970-2f88-4311-be25-73fe80011e3d), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.179157 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-af30e180-58b8-4544-a82a-a886eac00d5a admin admin] Publish callbacks [] for security_group (e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.204073 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-af30e180-58b8-4544-a82a-a886eac00d5a admin admin] Publish callbacks [] for security_group (e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.205901 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Attempting to bind port fa06a637-43d3-4326-a16f-be9603e9dbd3 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:22.206353 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Attempting to bind port fa06a637-43d3-4326-a16f-be9603e9dbd3 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:22.207150 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Attempting to bind port fa06a637-43d3-4326-a16f-be9603e9dbd3 on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:22.246206 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36858) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:22.251828 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385148203', 'description': 'tempest-description--2125149087'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:22.261919 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:22.274175 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 6836b1d5-b749-43e7-9f88-3a90a426368a triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:22.274768 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.275097 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 6836b1d5-b749-43e7-9f88-3a90a426368a Oct 21 15:04:22.284203 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (39502970-2f88-4311-be25-73fe80011e3d), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.285323 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (c21281b9-b112-43c4-a810-1d3b52846d2e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.322148 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:22.356114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-af30e180-58b8-4544-a82a-a886eac00d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.363858 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-af30e180-58b8-4544-a82a-a886eac00d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.363858 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-af30e180-58b8-4544-a82a-a886eac00d5a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f HTTP/1.1" status: 204 len: 168 time: 0.3556852 Oct 21 15:04:22.378146 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30e180-58b8-4544-a82a-a886eac00d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aabcd4-6734-4b2e-9cec-5c09a3ab2b6f,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:22.397955 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:22.405543 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:22.416193 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-da1d55ae-2c83-4337-855b-a58548260558 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/ce8499c2-a909-41ab-89f5-1a1b36df0a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4035504 Oct 21 15:04:22.432000 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 6836b1d5-b749-43e7-9f88-3a90a426368a is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:22.442014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:22.442434 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Checking segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:22.442853 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.443606 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Bound using segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:22.444104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Bound port: fa06a637-43d3-4326-a16f-be9603e9dbd3, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:22.444487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.450836 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Pushing event updated for resources: {'Port': ['ID=39502970-2f88-4311-be25-73fe80011e3d,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:22.485137 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:22.512208 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:22.524779 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:22.525391 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:22.627308 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Port 662b53be-27b5-4189-a6bf-4ca94e3e546e cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:22.646647 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.670149 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Provisioning complete for port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:22.672666 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.673722 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Attempt 1 to provision port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 Oct 21 15:04:22.683898 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.687147 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-be3ba53c-9fdc-49bb-897c-c78c83f651ce req-9994a5a6-5b6c-4edb-939d-f74c22c7f095 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 210 time: 0.1153812 Oct 21 15:04:22.858556 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-604f3fa3-9eaa-4354-9e7b-c1c651214f9b None None] Port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:22.871701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (98571351-3561-42d7-9ec4-89ce91cf5c0d), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:22.872949 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] For port fa06a637-43d3-4326-a16f-be9603e9dbd3, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:22.876798 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:22.879913 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] For port fa06a637-43d3-4326-a16f-be9603e9dbd3, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=fa06a637-43d3-4326-a16f-be9603e9dbd3,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:22.958186 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Network 85d8cd54-8839-4401-b661-12967a52617c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:22.959986 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:22.960308 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0b0a2bc0-4e16-4768-a46a-7118181e6d37 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:23.000191 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (98571351-3561-42d7-9ec4-89ce91cf5c0d), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.086557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.109566 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:23.187093 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98571351-3561-42d7-9ec4-89ce91cf5c0d,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:23.232521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.237040 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36908) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:23.240535 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-bdac0e84-c1d6-4ec3-bf3f-d6896cf02049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9915476 Oct 21 15:04:23.241683 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': '98571351-3561-42d7-9ec4-89ce91cf5c0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:23.729934 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:23.745653 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (4f4df685-777b-4676-8136-7d663ee8ecf6), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.748681 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Router c21281b9-b112-43c4-a810-1d3b52846d2e has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:04:23.748912 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (4f4df685-777b-4676-8136-7d663ee8ecf6), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.749198 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-f9a6d2c8-bbdf-46e0-8c8d-2e97778fb08d None None] Provisioning complete for port 39502970-2f88-4311-be25-73fe80011e3d triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:23.749198 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d2c8-bbdf-46e0-8c8d-2e97778fb08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (39502970-2f88-4311-be25-73fe80011e3d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.749198 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-f9a6d2c8-bbdf-46e0-8c8d-2e97778fb08d None None] Attempt 1 to provision port 39502970-2f88-4311-be25-73fe80011e3d Oct 21 15:04:23.749198 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44c655-7a5f-45d7-812c-5e48d0cefb9a None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:23.749198 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:23.749198 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:23.749949 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:23.750347 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:04:23.750347 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-0c62581c-cf89-4390-9c5c-69635b6778c7 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c21281b9-b112-43c4-a810-1d3b52846d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2433689 Oct 21 15:04:23.750825 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9acfa6-c352-4719-87d7-6ac2dbffc40e None None] Pushing event updated for resources: {'Port': ['ID=fa06a637-43d3-4326-a16f-be9603e9dbd3,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:23.750825 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6d2c8-bbdf-46e0-8c8d-2e97778fb08d None None] Port 39502970-2f88-4311-be25-73fe80011e3d cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:23.780058 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36932) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:23.780058 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818987700', 'description': 'tempest-description--993716720'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:23.818119 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (4f4df685-777b-4676-8136-7d663ee8ecf6), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.823333 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:23.824104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:23.825593 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 Oct 21 15:04:23.864950 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-e7f8fc8e-1c52-410d-ae5b-cabb3f6cd424 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:23.866402 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-e7f8fc8e-1c52-410d-ae5b-cabb3f6cd424 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 818 time: 0.2849329 Oct 21 15:04:23.871118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4df685-777b-4676-8136-7d663ee8ecf6,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:23.889124 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a2a2e4b8-8e3b-48ff-9382-be76d0f113f2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/quotas/bbced7abbedc497f86e2ea999420b2a0 HTTP/1.1" status: 200 len: 375 time: 0.0130155 Oct 21 15:04:23.986973 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.049414 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.050751 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3cb4399e-13c0-4213-9c82-94229e25f426 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8126583 Oct 21 15:04:24.053359 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36944) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:24.083630 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a210b9fa-0ba6-476c-93d5-5a00e8743576 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736257 Oct 21 15:04:24.104284 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': '98571351-3561-42d7-9ec4-89ce91cf5c0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:24.137807 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Sync routers for ids ['c21281b9-b112-43c4-a810-1d3b52846d2e'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:24.158422 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:24.159027 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Routers {'c21281b9-b112-43c4-a810-1d3b52846d2e'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:24.160852 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c21281b9-b112-43c4-a810-1d3b52846d2e'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:24.161083 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:24.167678 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-07b2cc28-0520-4aa9-b83c-71fbb66441be None None] Provisioning complete for port 39502970-2f88-4311-be25-73fe80011e3d triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:24.168299 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-07b2cc28-0520-4aa9-b83c-71fbb66441be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (39502970-2f88-4311-be25-73fe80011e3d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.168952 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-07b2cc28-0520-4aa9-b83c-71fbb66441be None None] Attempt 1 to provision port 39502970-2f88-4311-be25-73fe80011e3d Oct 21 15:04:24.188797 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (19cd7a0e-0ba2-47b1-8df8-84e159b28ef9), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.226712 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:24.246472 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36960) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:24.284720 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-48cf6267-3a4e-4455-b29c-9d7e4fa0d4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.311039 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (19cd7a0e-0ba2-47b1-8df8-84e159b28ef9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.354849 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.419431 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 2, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:24.449759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:24.455279 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-6b38b741-d913-4f39-9a14-0c70ab32e280 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703988 Oct 21 15:04:24.507168 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.509550 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b61d369f-b106-4290-98c1-567d6c29b60a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7484872 Oct 21 15:04:24.528645 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Set router c21281b9-b112-43c4-a810-1d3b52846d2e gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:24.529169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36968) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:24.561993 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'security_group_rule': {'security_group_id': '19cd7a0e-0ba2-47b1-8df8-84e159b28ef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:24.637913 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.659340 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-07b2cc28-0520-4aa9-b83c-71fbb66441be None None] Port 39502970-2f88-4311-be25-73fe80011e3d cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:24.665649 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:24.665969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Updating router ce8499c2-a909-41ab-89f5-1a1b36df0a60 port 662b53be-27b5-4189-a6bf-4ca94e3e546e binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:24.682376 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (ede81991-93e0-42f2-a9ff-a569fef11409), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.704266 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:24.757758 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-48cf6267-3a4e-4455-b29c-9d7e4fa0d4c3 admin admin] Publish callbacks [] for security_group (1916d3f0-ad2b-42d3-8276-0cf995721d19), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.778688 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (942064ec-1d0b-4628-a059-e070ddce5a93), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.844545 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (ede81991-93e0-42f2-a9ff-a569fef11409), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.917997 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36984) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:24.947863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-48cf6267-3a4e-4455-b29c-9d7e4fa0d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1916d3f0-ad2b-42d3-8276-0cf995721d19), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:24.980660 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-deade009-12ab-463d-9cda-f71b60adf1bc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225372 Oct 21 15:04:24.982190 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:21Z', 'revision_number': 4, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '39502970-2f88-4311-be25-73fe80011e3d', 'name': '', 'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'mac_address': 'fa:16:3e:a8:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:19Z', 'updated_at': '2022-10-21T15:04:21Z', 'revision_number': 2, 'project_id': '6406e245a2fd4700aebba95795a18632', 'subnets': [{'id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:25.009799 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (ede81991-93e0-42f2-a9ff-a569fef11409), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.037550 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Checking router: c21281b9-b112-43c4-a810-1d3b52846d2e for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:25.037935 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Updating router c21281b9-b112-43c4-a810-1d3b52846d2e port 39502970-2f88-4311-be25-73fe80011e3d binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:25.045599 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede81991-93e0-42f2-a9ff-a569fef11409,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:25.058968 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf6267-3a4e-4455-b29c-9d7e4fa0d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1916d3f0-ad2b-42d3-8276-0cf995721d19,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:25.068409 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.077966 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (39502970-2f88-4311-be25-73fe80011e3d), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.147061 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:25.148594 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1df864ee-ee7c-4df1-9333-6c0820f30c38 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:25.150241 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (942064ec-1d0b-4628-a059-e070ddce5a93), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.166356 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-3eabdb3f-07de-48ba-89ee-f7a9be9a1cd8 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:25.174387 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-3eabdb3f-07de-48ba-89ee-f7a9be9a1cd8 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/networks?id=85d8cd54-8839-4401-b661-12967a52617c HTTP/1.1" status: 200 len: 812 time: 0.2538929 Oct 21 15:04:25.187950 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-48cf6267-3a4e-4455-b29c-9d7e4fa0d4c3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=29b2ef67bd1f43e3be75ec12dd83b995&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9399407 Oct 21 15:04:25.190327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 36988) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:25.226468 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-33e8fc11-e9ed-4c3f-98b8-30f7b5eefb97 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/quotas/6406e245a2fd4700aebba95795a18632 HTTP/1.1" status: 200 len: 375 time: 0.0385458 Oct 21 15:04:25.299651 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (942064ec-1d0b-4628-a059-e070ddce5a93), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.323223 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-350aa127-1780-47dc-99c6-fd69826212d0 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=6406e245a2fd4700aebba95795a18632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924833 Oct 21 15:04:25.333450 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.337623 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2bd8550f-5bef-42a6-8e9e-91a0ee8f84e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2782569 Oct 21 15:04:25.338285 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36996) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:25.352232 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:25.376270 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 36998) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:25.394886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6a685418-d852-4593-9548-41063b79294b admin admin] Publish callbacks [] for security_group (1916d3f0-ad2b-42d3-8276-0cf995721d19), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.403215 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942064ec-1d0b-4628-a059-e070ddce5a93,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:25.408560 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:22Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:25.418994 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:25.451096 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6a685418-d852-4593-9548-41063b79294b admin admin] Publish callbacks [] for security_group (1916d3f0-ad2b-42d3-8276-0cf995721d19), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.469176 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54748d-08ca-4cf6-898d-9169318277c9 None None] The sync data for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi is: [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:22Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:25.517332 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:25.560654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.578482 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-7114866f-3908-4052-8196-611e5126d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0341437 Oct 21 15:04:25.600002 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37012) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:25.615418 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'security_group_rule': {'security_group_id': '19cd7a0e-0ba2-47b1-8df8-84e159b28ef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:25.634961 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-443bad08-c4d1-4dba-8760-1480497bdc6b req-04eeba2c-83ce-4e38-a14a-55b91ecdc403 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 210 time: 0.0838883 Oct 21 15:04:25.710081 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.736123 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 1df864ee-ee7c-4df1-9333-6c0820f30c38 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:25.736823 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.737361 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 1df864ee-ee7c-4df1-9333-6c0820f30c38 Oct 21 15:04:25.876467 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (b2a13c38-f3a3-42b2-be85-8a01a52e7042), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.877714 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Publish callbacks [] for port (39502970-2f88-4311-be25-73fe80011e3d), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.985524 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6a685418-d852-4593-9548-41063b79294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1916d3f0-ad2b-42d3-8276-0cf995721d19), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.992516 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6a685418-d852-4593-9548-41063b79294b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:25.993858 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-6a685418-d852-4593-9548-41063b79294b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1916d3f0-ad2b-42d3-8276-0cf995721d19 HTTP/1.1" status: 204 len: 168 time: 0.8002021 Oct 21 15:04:26.029211 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (39502970-2f88-4311-be25-73fe80011e3d), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.043788 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (b2a13c38-f3a3-42b2-be85-8a01a52e7042), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.055398 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a685418-d852-4593-9548-41063b79294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1916d3f0-ad2b-42d3-8276-0cf995721d19,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:26.091447 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-1a3019b8-3703-4446-8972-33a2b4e6997a service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:04:26.100816 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-1a3019b8-3703-4446-8972-33a2b4e6997a service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4524882 Oct 21 15:04:26.118047 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:26.121057 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c0dcb-91e7-47c2-b2e6-e81fad95411a None None] Pushing event updated for resources: {'Port': ['ID=39502970-2f88-4311-be25-73fe80011e3d,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:26.211941 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (b2a13c38-f3a3-42b2-be85-8a01a52e7042), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.222154 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-60a4fcae-0ad9-4251-9402-f5b8bd5ad8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.275250 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a13c38-f3a3-42b2-be85-8a01a52e7042,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:26.280361 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Publish callbacks [] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.320867 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Attempting to bind port 39502970-2f88-4311-be25-73fe80011e3d on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:26.321364 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Attempting to bind port 39502970-2f88-4311-be25-73fe80011e3d by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:26.326529 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Attempting to bind port 39502970-2f88-4311-be25-73fe80011e3d on network 85d8cd54-8839-4401-b661-12967a52617c {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:26.384585 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 1df864ee-ee7c-4df1-9333-6c0820f30c38 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:26.384985 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.390971 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:26.393740 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.420954 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.425682 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-f8fd1d68-eb41-4170-b7f5-555d04a14b90 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8386750 Oct 21 15:04:26.426162 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37052) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:26.433426 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:26.434007 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Checking segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:26.434151 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:26.434536 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.436239 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Bound using segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:26.436835 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Bound port: 39502970-2f88-4311-be25-73fe80011e3d, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:26.437486 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (39502970-2f88-4311-be25-73fe80011e3d), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.462244 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 1df864ee-ee7c-4df1-9333-6c0820f30c38, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1df864ee-ee7c-4df1-9333-6c0820f30c38,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:26.467045 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.614157 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] For port 39502970-2f88-4311-be25-73fe80011e3d, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:26.618011 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.638507 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] For port 39502970-2f88-4311-be25-73fe80011e3d, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=39502970-2f88-4311-be25-73fe80011e3d,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:26.640865 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-60a4fcae-0ad9-4251-9402-f5b8bd5ad8f7 admin admin] Publish callbacks [] for security_group (1d88a1f0-140a-4e0f-b157-0b06039a5d75), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.673263 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70706ac-c036-4f5c-b773-9f7324d1ff15 None None] Pushing event updated for resources: {'Port': ['ID=662b53be-27b5-4189-a6bf-4ca94e3e546e,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:26.696516 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.697533 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 144354ca-a3f2-4208-b4f4-3296d8465fa2 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:26.773102 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (39502970-2f88-4311-be25-73fe80011e3d), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.803948 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Routers {'c21281b9-b112-43c4-a810-1d3b52846d2e'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:26.806308 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c21281b9-b112-43c4-a810-1d3b52846d2e'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:26.810470 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=1df864ee-ee7c-4df1-9333-6c0820f30c38,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:26.837765 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Attempting to bind port 662b53be-27b5-4189-a6bf-4ca94e3e546e on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:26.839106 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Attempting to bind port 662b53be-27b5-4189-a6bf-4ca94e3e546e by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:26.840201 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Attempting to bind port 662b53be-27b5-4189-a6bf-4ca94e3e546e on network ea25e75c-f122-4224-a461-b96ad815c898 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:26.985748 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:26.991255 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Checking segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:26.992058 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:26.996487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Bound using segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:26.996487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Bound port: 662b53be-27b5-4189-a6bf-4ca94e3e546e, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:26.996487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.009594 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-60a4fcae-0ad9-4251-9402-f5b8bd5ad8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1d88a1f0-140a-4e0f-b157-0b06039a5d75), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.033604 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 144354ca-a3f2-4208-b4f4-3296d8465fa2 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:27.033604 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.033604 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 144354ca-a3f2-4208-b4f4-3296d8465fa2 Oct 21 15:04:27.099850 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4fcae-0ad9-4251-9402-f5b8bd5ad8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d88a1f0-140a-4e0f-b157-0b06039a5d75,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:27.105533 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] Set router c21281b9-b112-43c4-a810-1d3b52846d2e gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:27.230034 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fde53356-c0af-4b71-b86f-cdbd506fc565 req-4df9048a-3f2d-4265-9283-5ede681041cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 210 time: 0.2301879 Oct 21 15:04:27.237215 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-5bf5d8d7-35db-4035-b48d-25570a547178 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1350551 Oct 21 15:04:27.243891 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-60a4fcae-0ad9-4251-9402-f5b8bd5ad8f7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d5bfb34191974243b44928b969219ede&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8665214 Oct 21 15:04:27.260319 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37086) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:27.299418 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] For port 662b53be-27b5-4189-a6bf-4ca94e3e546e, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:27.354512 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] For port 662b53be-27b5-4189-a6bf-4ca94e3e546e, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=662b53be-27b5-4189-a6bf-4ca94e3e546e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:27.377274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.378009 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 144354ca-a3f2-4208-b4f4-3296d8465fa2 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:27.378396 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.431456 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c0dcb-91e7-47c2-b2e6-e81fad95411a None None] Pushing event updated for resources: {'Port': ['ID=39502970-2f88-4311-be25-73fe80011e3d,revision_number=4']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:27.454490 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 144354ca-a3f2-4208-b4f4-3296d8465fa2, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=144354ca-a3f2-4208-b4f4-3296d8465fa2,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:27.515590 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.560858 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-f2491d06-cd13-41af-9233-17c71ccfc198 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697370 Oct 21 15:04:27.627050 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.27.0.48 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/24452745-e0aa-4de3-9d72-2bae852c52c7) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:27.647798 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70706ac-c036-4f5c-b773-9f7324d1ff15 None None] Pushing event updated for resources: {'Port': ['ID=662b53be-27b5-4189-a6bf-4ca94e3e546e,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:27.655561 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0b481ae7-0cde-43c9-b9e0-8c8f70ab126c admin admin] Publish callbacks [] for security_group (1d88a1f0-140a-4e0f-b157-0b06039a5d75), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.660245 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.664225 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dfd63b4c-971c-4681-a43a-71702a959423 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:27.680900 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:27.709106 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0b481ae7-0cde-43c9-b9e0-8c8f70ab126c admin admin] Publish callbacks [] for security_group (1d88a1f0-140a-4e0f-b157-0b06039a5d75), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.726318 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:21Z', 'revision_number': 4, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '39502970-2f88-4311-be25-73fe80011e3d', 'name': '', 'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'mac_address': 'fa:16:3e:a8:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:19Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '6406e245a2fd4700aebba95795a18632', 'subnets': [{'id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:27.777210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:27.777851 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:27.780170 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f2f25-f6d1-411b-9e56-2456d7559054 None None] The sync data for ids ['c21281b9-b112-43c4-a810-1d3b52846d2e'] in dv-cinder-836083-16-iscsi is: [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:21Z', 'revision_number': 4, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '39502970-2f88-4311-be25-73fe80011e3d', 'name': '', 'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'mac_address': 'fa:16:3e:a8:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:19Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '6406e245a2fd4700aebba95795a18632', 'subnets': [{'id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:27.865067 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port dfd63b4c-971c-4681-a43a-71702a959423 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:27.865463 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dfd63b4c-971c-4681-a43a-71702a959423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:27.865819 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port dfd63b4c-971c-4681-a43a-71702a959423 Oct 21 15:04:27.887993 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.014716 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0b481ae7-0cde-43c9-b9e0-8c8f70ab126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1d88a1f0-140a-4e0f-b157-0b06039a5d75), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.018224 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0b481ae7-0cde-43c9-b9e0-8c8f70ab126c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.027836 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-0b481ae7-0cde-43c9-b9e0-8c8f70ab126c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1d88a1f0-140a-4e0f-b157-0b06039a5d75 HTTP/1.1" status: 204 len: 168 time: 0.6446953 Oct 21 15:04:28.052921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b481ae7-0cde-43c9-b9e0-8c8f70ab126c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d88a1f0-140a-4e0f-b157-0b06039a5d75,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:28.057665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.159436 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:28.166252 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=144354ca-a3f2-4208-b4f4-3296d8465fa2,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:28.255045 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Allocated IP 172.27.0.121 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/f992e344-e691-42f9-adb3-48b3d3c38b67) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:28.282333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=24452745-e0aa-4de3-9d72-2bae852c52c7,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:28.327245 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-55d0eb55-c3fe-489e-b152-b9728c912d04 req-bd239664-68d4-4eb0-bcd2-a9dba575441f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 210 time: 0.1100531 Oct 21 15:04:28.329425 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:28.333465 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:28.356665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:28.529585 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:28.533252 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port dfd63b4c-971c-4681-a43a-71702a959423 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:28.634872 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.712632 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:28.730141 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (134c23b9-a1a2-46df-a07a-8dc44eb3c77b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.810373 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-698a247f-29c9-4ee1-8f9c-852fae2cf2b7 req-b035ceb9-9ff0-4f64-bead-c8884f6e3190 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 210 time: 0.0487757 Oct 21 15:04:28.841191 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:28.892168 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.16', 64473) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:28.912654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:28.958540 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:28.999249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:29.026804 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:29.045634 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:29.098574 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:04:29.132450 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 39502970-2f88-4311-be25-73fe80011e3d up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:29.140589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2bb1c-2212-4ba7-9911-b1bed48c23d8 None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:29.287106 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:29.287106 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:29.318938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'Port': ['ID=f992e344-e691-42f9-adb3-48b3d3c38b67,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:29.387096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:29.521935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:29.529475 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (966ccaa6-7e5a-41d4-ac38-8ce856e6af8c), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:29.614564 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6d90c885-838e-4415-8165-b9413b3f5a46 req-16808c23-c8e2-42fd-95bb-53a23636443a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 210 time: 0.1305976 Oct 21 15:04:29.671271 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-e2a9a54b-7363-4a0b-aaeb-618736427279 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:29.672975 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-e2a9a54b-7363-4a0b-aaeb-618736427279 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 818 time: 0.7797332 Oct 21 15:04:29.740548 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:29.743454 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:29.772483 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'port': {'device_id': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'admin_state_up': True, 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:29.827095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 39502970-2f88-4311-be25-73fe80011e3d triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:29.827482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (39502970-2f88-4311-be25-73fe80011e3d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:29.827838 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 39502970-2f88-4311-be25-73fe80011e3d Oct 21 15:04:29.988213 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:30.016319 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 39502970-2f88-4311-be25-73fe80011e3d is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:30.016953 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (39502970-2f88-4311-be25-73fe80011e3d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.047727 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0079b010-03e1-44d8-aa2d-28726f5d6aca req-664c7ede-4428-49da-a8db-d1ff6cfefcbe tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 210 time: 0.0635037 Oct 21 15:04:30.102152 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 39502970-2f88-4311-be25-73fe80011e3d, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=39502970-2f88-4311-be25-73fe80011e3d,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:30.110704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.144458 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.157995 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:30.200863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.202041 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (966ccaa6-7e5a-41d4-ac38-8ce856e6af8c), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.226147 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:04:30.226743 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Updating router 13321d1b-04dc-46a9-980c-dea5046882f9 port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:04:30.244665 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (39502970-2f88-4311-be25-73fe80011e3d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.245525 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d583defe-ac6d-41c6-85e0-f87a8383f3dc up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:30.263118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.264933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (134c23b9-a1a2-46df-a07a-8dc44eb3c77b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.270439 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Made reservation on behalf of bbced7abbedc497f86e2ea999420b2a0 for: {'port': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:30.274820 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.282032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'Port': ['ID=f992e344-e691-42f9-adb3-48b3d3c38b67,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:30.300636 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.302829 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-3e68b843-21ed-4a5e-b3be-751d9e908c1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8744869 Oct 21 15:04:30.343406 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.377636 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=24452745-e0aa-4de3-9d72-2bae852c52c7,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:30.405924 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=39502970-2f88-4311-be25-73fe80011e3d,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:30.421901 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port d583defe-ac6d-41c6-85e0-f87a8383f3dc triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:30.422414 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.422751 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port d583defe-ac6d-41c6-85e0-f87a8383f3dc Oct 21 15:04:30.428510 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:30.434930 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.444794 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9ff06aad-5179-4482-8c3e-924ebb3a79dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0968974 Oct 21 15:04:30.539078 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.16', 64484) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:30.628456 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37222) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:30.734566 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Allocated IP 172.20.0.13 (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1/effb2445-2bd8-4b77-8b62-09ff6232969a/f027ca64-6e10-42a3-a356-857ce1a446a0) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:30.860163 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port d583defe-ac6d-41c6-85e0-f87a8383f3dc is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:30.864023 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:30.908485 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f721abc4-2acd-4ac5-abb5-53bb80e9aee4 req-397627c7-cb6b-4ed4-9d59-474be3649aa2 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 210 time: 0.1347365 Oct 21 15:04:30.924810 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port d583defe-ac6d-41c6-85e0-f87a8383f3dc, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d583defe-ac6d-41c6-85e0-f87a8383f3dc,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:30.987275 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-672b724f-1907-4d41-945a-06d7d09adae4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--818987700&fields=id&tenant_id=c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 267 time: 0.2622879 Oct 21 15:04:31.029373 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-d6335182-f6b5-43a6-abb4-4f170dd82384 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:31.032958 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-d6335182-f6b5-43a6-abb4-4f170dd82384 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 818 time: 0.4921658 Oct 21 15:04:31.053026 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'port': {'device_id': 'c4298bf2-1299-4552-9929-5128607d4daf', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'admin_state_up': True, 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:31.067589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.068412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device fa06a637-43d3-4326-a16f-be9603e9dbd3 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:31.088562 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:31.234803 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-7e550676-8f33-498d-b4ff-949d3a0fa7a9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:31.243260 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-7e550676-8f33-498d-b4ff-949d3a0fa7a9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 817 time: 0.2549765 Oct 21 15:04:31.358016 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:31.482912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port fa06a637-43d3-4326-a16f-be9603e9dbd3 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:31.483671 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.483671 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port fa06a637-43d3-4326-a16f-be9603e9dbd3 Oct 21 15:04:31.497654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Made reservation on behalf of bbced7abbedc497f86e2ea999420b2a0 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:31.502275 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.509649 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-99c43faf-e336-4d49-9cc4-01c0dcb797d9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/quotas/c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 375 time: 0.2619107 Oct 21 15:04:31.516783 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Publish callbacks [] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.521499 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=d583defe-ac6d-41c6-85e0-f87a8383f3dc,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:31.603749 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port fa06a637-43d3-4326-a16f-be9603e9dbd3 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:31.604218 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.612141 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-06c1b2a9-dc49-48c4-b55e-5da34401e56c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001265 Oct 21 15:04:31.622837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.625369 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.655099 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-d86dc976-f8d1-464d-804c-75d7760049f3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1385148203&fields=id&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 267 time: 0.5356836 Oct 21 15:04:31.668100 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port fa06a637-43d3-4326-a16f-be9603e9dbd3, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=fa06a637-43d3-4326-a16f-be9603e9dbd3,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:31.804120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:31.810033 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1df864ee-ee7c-4df1-9333-6c0820f30c38 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:31.894917 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Attempting to bind port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:31.895492 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Attempting to bind port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:31.895673 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Attempting to bind port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:31.902374 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44b40-55e9-4b26-9228-bade6ca26e14 None None] Pushing event updated for resources: {'Port': ['ID=97c4a00a-fe9f-42e9-9591-7b4253fdef80,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:32.128279 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:32.128711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:32.129066 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:32.129482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Bound using segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:32.130002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Bound port: 97c4a00a-fe9f-42e9-9591-7b4253fdef80, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:32.130392 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:32.132537 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=fa06a637-43d3-4326-a16f-be9603e9dbd3,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:32.145682 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 1df864ee-ee7c-4df1-9333-6c0820f30c38 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:32.146140 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:32.146557 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 1df864ee-ee7c-4df1-9333-6c0820f30c38 Oct 21 15:04:32.248759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.16', 64493) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:32.315724 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-937c6a41-98d4-46c1-986d-19319d49822d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768618 Oct 21 15:04:32.316527 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7eec9f9a-a54d-47f3-90bd-6a4f6c6e212f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:32.363445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:32.619518 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Allocated IP 172.20.0.11 (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1/effb2445-2bd8-4b77-8b62-09ff6232969a/2ec9c9f0-770b-45e7-9198-e7df0236240f) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:32.700000 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:32.763943 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-2d1abd8e-61aa-445e-ac14-ef5c49346076 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:32.765382 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-2d1abd8e-61aa-445e-ac14-ef5c49346076 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.16 "GET /networking/v2.0/networks?id=85d8cd54-8839-4401-b661-12967a52617c HTTP/1.1" status: 200 len: 812 time: 0.5147872 Oct 21 15:04:32.775152 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-8fcb33eb-48a0-4b0a-aa72-4511a12b2e2a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069250 Oct 21 15:04:32.787569 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'Port': ['ID=f027ca64-6e10-42a3-a356-857ce1a446a0,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:32.805741 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:32.812043 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Request body: {'port': {'device_id': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'admin_state_up': True, 'tenant_id': '6406e245a2fd4700aebba95795a18632'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:32.818808 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] For port 97c4a00a-fe9f-42e9-9591-7b4253fdef80, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:32.859626 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:32.871889 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:32.882082 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:32.888173 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:32.888989 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:32.921942 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] For port 97c4a00a-fe9f-42e9-9591-7b4253fdef80, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=97c4a00a-fe9f-42e9-9591-7b4253fdef80,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:32.993123 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 1df864ee-ee7c-4df1-9333-6c0820f30c38 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:32.999457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 144354ca-a3f2-4208-b4f4-3296d8465fa2 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:33.036207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:33.072033 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-0bb1c892-bd13-43d4-9ed2-44909db5d6bb tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:33.080455 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-0bb1c892-bd13-43d4-9ed2-44909db5d6bb tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 1.4239750 Oct 21 15:04:33.194492 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 144354ca-a3f2-4208-b4f4-3296d8465fa2 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:33.194492 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.194492 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 144354ca-a3f2-4208-b4f4-3296d8465fa2 Oct 21 15:04:33.211418 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-5f9149a6-3628-4ce8-b481-f462facd4706 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/quotas/77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 375 time: 0.1207733 Oct 21 15:04:33.252222 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.444033 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f7e11e6e-f129-4dbb-8dae-d25a81dc5bbc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2255847 Oct 21 15:04:33.458561 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7eec9f9a-a54d-47f3-90bd-6a4f6c6e212f admin admin] Publish callbacks [] for security_group (d66bb4d8-140c-4472-a37e-daeaae4f62fa), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.459634 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.502142 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:04:33.502910 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:22Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:33.503819 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-28b6d7fb-ebe8-4668-a137-c5b9ceee8390 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7775908 Oct 21 15:04:33.563525 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Made reservation on behalf of 6406e245a2fd4700aebba95795a18632 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:33.570153 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.604912 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-f3411b13-fd9c-4391-a3ce-d921c335ee6c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:04:33.606315 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-f3411b13-fd9c-4391-a3ce-d921c335ee6c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0068958 Oct 21 15:04:33.607191 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7eec9f9a-a54d-47f3-90bd-6a4f6c6e212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d66bb4d8-140c-4472-a37e-daeaae4f62fa), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.642142 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec9f9a-a54d-47f3-90bd-6a4f6c6e212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66bb4d8-140c-4472-a37e-daeaae4f62fa,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:33.655263 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:04:33.687080 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7eec9f9a-a54d-47f3-90bd-6a4f6c6e212f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d4bcbf9e774d4c6fa12949219c837cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0575848 Oct 21 15:04:33.689898 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37322) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:33.743779 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.766355 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-b86902e6-4c41-4133-b865-735028ce4933 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998908 Oct 21 15:04:33.961236 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-de9830b5-e73b-4c54-8045-a3897e275bf5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787107 Oct 21 15:04:33.977081 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-7f69c7c7-aa7e-4094-8d92-39fb850a758a None None] Provisioning complete for port f027ca64-6e10-42a3-a356-857ce1a446a0 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:33.977659 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7f69c7c7-aa7e-4094-8d92-39fb850a758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:33.991435 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-7f69c7c7-aa7e-4094-8d92-39fb850a758a None None] Attempt 1 to provision port f027ca64-6e10-42a3-a356-857ce1a446a0 Oct 21 15:04:33.997960 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6a1938af-195d-4bad-8069-10d2b6c5c553 admin admin] Publish callbacks [] for security_group (d66bb4d8-140c-4472-a37e-daeaae4f62fa), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:34.056200 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6a1938af-195d-4bad-8069-10d2b6c5c553 admin admin] Publish callbacks [] for security_group (d66bb4d8-140c-4472-a37e-daeaae4f62fa), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:34.114616 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:34.145627 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:34.158996 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Request body: {'port': {'device_id': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:34.177823 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 144354ca-a3f2-4208-b4f4-3296d8465fa2 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:34.187365 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:34.316893 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44b40-55e9-4b26-9228-bade6ca26e14 None None] Pushing event updated for resources: {'Port': ['ID=97c4a00a-fe9f-42e9-9591-7b4253fdef80,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:34.359011 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-7f69c7c7-aa7e-4094-8d92-39fb850a758a None None] Port f027ca64-6e10-42a3-a356-857ce1a446a0 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:34.455050 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cc273-66cc-442d-bceb-ba24e99725bf req-a0c92aa0-068d-4bb8-a7fa-b90a0049705a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:34.474219 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-858cc273-66cc-442d-bceb-ba24e99725bf req-a0c92aa0-068d-4bb8-a7fa-b90a0049705a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 932 time: 0.2852924 Oct 21 15:04:34.540397 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:34.578937 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:34.585994 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:34.595557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:34.596432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:34.617564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'Port': ['ID=2ec9c9f0-770b-45e7-9198-e7df0236240f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:34.631526 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Allocated IP 172.20.0.5 (85d8cd54-8839-4401-b661-12967a52617c/6d8a98fd-893c-40cf-9451-92a7e6407548/85f359e2-b00b-4baa-a54e-0be68cf11c36) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:34.680107 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:32Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:04:34.735302 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da086f-c22d-424d-83ed-42e28bb8138d None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:32Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:04:34.777706 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:34.778171 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 662b53be-27b5-4189-a6bf-4ca94e3e546e up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:34.799998 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6a1938af-195d-4bad-8069-10d2b6c5c553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d66bb4d8-140c-4472-a37e-daeaae4f62fa), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:34.802666 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6a1938af-195d-4bad-8069-10d2b6c5c553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:34.812830 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-6a1938af-195d-4bad-8069-10d2b6c5c553 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d66bb4d8-140c-4472-a37e-daeaae4f62fa HTTP/1.1" status: 204 len: 168 time: 1.1192956 Oct 21 15:04:34.830923 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2f8cf18f-9df2-44c6-ab3d-f87bc867ddc7 req-b8ebf4dc-048d-47f5-b565-3f53ccd71651 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 210 time: 0.1982305 Oct 21 15:04:34.863462 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-a794fe38-3c31-42d5-bec3-b913444e444b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8173535 Oct 21 15:04:34.890784 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Request body: {'port': {'device_id': 'c4298bf2-1299-4552-9929-5128607d4daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:34.946948 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-858cc273-66cc-442d-bceb-ba24e99725bf req-300732cd-d28a-40b1-bccf-fe1198e2a58b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596639 Oct 21 15:04:34.956539 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1938af-195d-4bad-8069-10d2b6c5c553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66bb4d8-140c-4472-a37e-daeaae4f62fa,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:35.159350 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 662b53be-27b5-4189-a6bf-4ca94e3e546e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:35.162054 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.163220 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 662b53be-27b5-4189-a6bf-4ca94e3e546e Oct 21 15:04:35.166018 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d6a04afe-4fd0-4be3-94b7-1e189f04c426 req-25c03183-70dd-464c-9df0-56b4dadeb08e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 210 time: 0.1305475 Oct 21 15:04:35.244831 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37362) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:35.272335 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:35.275664 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-bc063979-c4ef-41ee-809b-a8f165db4bb7 None None] Provisioning complete for port 2ec9c9f0-770b-45e7-9198-e7df0236240f triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:35.285630 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bc063979-c4ef-41ee-809b-a8f165db4bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.286542 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-bc063979-c4ef-41ee-809b-a8f165db4bb7 None None] Attempt 1 to provision port 2ec9c9f0-770b-45e7-9198-e7df0236240f Oct 21 15:04:35.314999 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.342344 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks [] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.482238 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-bc063979-c4ef-41ee-809b-a8f165db4bb7 None None] Port 2ec9c9f0-770b-45e7-9198-e7df0236240f cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:35.606410 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 662b53be-27b5-4189-a6bf-4ca94e3e546e is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:35.607117 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.653547 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6592a965-28d8-43a6-8ba7-a071aa04cd3b req-f304b734-a060-402c-bc41-e0f8f69fa79f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.4591048 Oct 21 15:04:35.726538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 662b53be-27b5-4189-a6bf-4ca94e3e546e, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=662b53be-27b5-4189-a6bf-4ca94e3e546e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:35.773557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.828763 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:35.831759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 39502970-2f88-4311-be25-73fe80011e3d up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:35.984580 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37380) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:36.069875 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0d297bc1-afd7-40ae-b95a-264c2b29c427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.094070 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Network 85d8cd54-8839-4401-b661-12967a52617c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:36.095083 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-87a99f27-b8bc-4b88-a0ff-fcf53ffd8601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.102698 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:36.198008 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=662b53be-27b5-4189-a6bf-4ca94e3e546e,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:36.231854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 39502970-2f88-4311-be25-73fe80011e3d triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:36.232289 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (39502970-2f88-4311-be25-73fe80011e3d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.232682 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 39502970-2f88-4311-be25-73fe80011e3d Oct 21 15:04:36.268658 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-87a99f27-b8bc-4b88-a0ff-fcf53ffd8601 admin admin] Publish callbacks [] for security_group (321fd2c0-16cc-4783-8654-08c36e2d8515), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.283242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:36.288012 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:36.298243 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:36.298243 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.322697 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Pushing event updated for resources: {'Port': ['ID=85f359e2-b00b-4baa-a54e-0be68cf11c36,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:36.345538 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-87a99f27-b8bc-4b88-a0ff-fcf53ffd8601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (321fd2c0-16cc-4783-8654-08c36e2d8515), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.399442 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a99f27-b8bc-4b88-a0ff-fcf53ffd8601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321fd2c0-16cc-4783-8654-08c36e2d8515,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:36.428563 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-87a99f27-b8bc-4b88-a0ff-fcf53ffd8601 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5eb130530aa4458087264044c21e17ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1735764 Oct 21 15:04:36.434016 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-84c86db2-038a-4cec-84a5-ea936fc45040 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6421607 Oct 21 15:04:36.434016 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37390) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:36.461285 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 39502970-2f88-4311-be25-73fe80011e3d is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:36.471076 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d583defe-ac6d-41c6-85e0-f87a8383f3dc up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:36.471670 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fad94-281c-4282-acef-f2a3071ae357 req-9328cbd0-0b9c-4c35-a9b0-2919e7a1570b tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:36.474241 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Request body: {'port': {'device_id': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:36.476960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-933fad94-281c-4282-acef-f2a3071ae357 req-9328cbd0-0b9c-4c35-a9b0-2919e7a1570b tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 931 time: 0.4855063 Oct 21 15:04:36.513600 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71caf1-083d-42a4-8e60-41df71099225 req-11c77bd3-30bf-492c-84e2-c5560f93578f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:36.522391 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fa71caf1-083d-42a4-8e60-41df71099225 req-11c77bd3-30bf-492c-84e2-c5560f93578f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 932 time: 0.3538914 Oct 21 15:04:36.567078 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-42ab6425-af11-4638-a7db-306a1e580cdb admin admin] Publish callbacks [] for security_group (321fd2c0-16cc-4783-8654-08c36e2d8515), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.570230 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.591317 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port d583defe-ac6d-41c6-85e0-f87a8383f3dc triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:36.591684 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.593535 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port d583defe-ac6d-41c6-85e0-f87a8383f3dc Oct 21 15:04:36.766344 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-0542f3e2-81f9-428e-b588-1767f53f1d5b None None] Provisioning complete for port 85f359e2-b00b-4baa-a54e-0be68cf11c36 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:36.766789 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0542f3e2-81f9-428e-b588-1767f53f1d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.767084 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-0542f3e2-81f9-428e-b588-1767f53f1d5b None None] Attempt 1 to provision port 85f359e2-b00b-4baa-a54e-0be68cf11c36 Oct 21 15:04:36.784929 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f027ca64-6e10-42a3-a356-857ce1a446a0 {{(pid=105099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:36.794818 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:36.813314 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fa71caf1-083d-42a4-8e60-41df71099225 req-0fc57b6d-6560-4e4b-ac0a-35b4b5922ea1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886345 Oct 21 15:04:36.847363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-42ab6425-af11-4638-a7db-306a1e580cdb admin admin] Publish callbacks [] for security_group (321fd2c0-16cc-4783-8654-08c36e2d8515), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.864041 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-933fad94-281c-4282-acef-f2a3071ae357 req-16b0968f-d26b-4e41-aa4e-30537212d16e tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853137 Oct 21 15:04:36.870708 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Publish callbacks [] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:36.935857 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-0542f3e2-81f9-428e-b588-1767f53f1d5b None None] Port 85f359e2-b00b-4baa-a54e-0be68cf11c36 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:37.104043 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port d583defe-ac6d-41c6-85e0-f87a8383f3dc is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:37.106557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device fa06a637-43d3-4326-a16f-be9603e9dbd3 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:37.137925 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-42ab6425-af11-4638-a7db-306a1e580cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (321fd2c0-16cc-4783-8654-08c36e2d8515), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.148193 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-42ab6425-af11-4638-a7db-306a1e580cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.149444 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-42ab6425-af11-4638-a7db-306a1e580cdb admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/321fd2c0-16cc-4783-8654-08c36e2d8515 HTTP/1.1" status: 204 len: 168 time: 0.7180011 Oct 21 15:04:37.155187 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-60a0a876-bb45-471d-913c-05f43ffbd757 req-75bd2415-9c2e-48d1-8f73-17718ec87cb5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 210 time: 0.1673114 Oct 21 15:04:37.191281 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.provisioning_blocks [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Transition to ACTIVE for port object f027ca64-6e10-42a3-a356-857ce1a446a0 will not be triggered until provisioned by entity L2. {{(pid=105099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:04:37.197307 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port fa06a637-43d3-4326-a16f-be9603e9dbd3 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:37.197307 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.197307 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port fa06a637-43d3-4326-a16f-be9603e9dbd3 Oct 21 15:04:37.256824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0d297bc1-afd7-40ae-b95a-264c2b29c427 admin admin] Publish callbacks [] for security_group (251a624d-b747-4b01-8f99-a5f6919daac5), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.292989 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8162bf4c-d0ca-4dff-a212-c270efb572a2 req-ca3505bf-4b03-433e-b871-a5839191f928 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0855365 Oct 21 15:04:37.300465 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.314365 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:37.318548 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab6425-af11-4638-a7db-306a1e580cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321fd2c0-16cc-4783-8654-08c36e2d8515,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:37.351662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:37.396870 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0d297bc1-afd7-40ae-b95a-264c2b29c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (251a624d-b747-4b01-8f99-a5f6919daac5), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.427574 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port fa06a637-43d3-4326-a16f-be9603e9dbd3 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:37.578545 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Pushing event updated for resources: {'Port': ['ID=f027ca64-6e10-42a3-a356-857ce1a446a0,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:37.597800 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0d297bc1-afd7-40ae-b95a-264c2b29c427 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e1dc7834d55848089160cf7752013f25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6050444 Oct 21 15:04:37.600640 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37410) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:37.605116 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d297bc1-afd7-40ae-b95a-264c2b29c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251a624d-b747-4b01-8f99-a5f6919daac5,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:37.620874 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.managers [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Attempting to bind port f027ca64-6e10-42a3-a356-857ce1a446a0 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:37.622383 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.managers [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Attempting to bind port f027ca64-6e10-42a3-a356-857ce1a446a0 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}] {{(pid=105099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:37.622968 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Attempting to bind port f027ca64-6e10-42a3-a356-857ce1a446a0 on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:37.738833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 97c4a00a-fe9f-42e9-9591-7b4253fdef80 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:37.760725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Port f027ca64-6e10-42a3-a356-857ce1a446a0 on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:04:37.761064 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Attempting to bind port f027ca64-6e10-42a3-a356-857ce1a446a0 on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:37.835102 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93e0c36b-7a22-4507-88d1-db341f63e973 admin admin] Publish callbacks [] for security_group (251a624d-b747-4b01-8f99-a5f6919daac5), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.862951 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec9c9f0-770b-45e7-9198-e7df0236240f {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:37.880789 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f359e2-b00b-4baa-a54e-0be68cf11c36 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:37.882205 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:37.904218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Publish callbacks [] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.911043 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:37.911661 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Checking segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:37.912133 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Bound using segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} {{(pid=105099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:37.912655 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.managers [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Bound port: f027ca64-6e10-42a3-a356-857ce1a446a0, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}}] {{(pid=105099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:37.912777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Publish callbacks [] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.913020 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.941607 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93e0c36b-7a22-4507-88d1-db341f63e973 admin admin] Publish callbacks [] for security_group (251a624d-b747-4b01-8f99-a5f6919daac5), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.993920 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:37.993920 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:37.993920 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 Oct 21 15:04:38.050511 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Transition to ACTIVE for port object 2ec9c9f0-770b-45e7-9198-e7df0236240f will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:04:38.052326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Transition to ACTIVE for port object 85f359e2-b00b-4baa-a54e-0be68cf11c36 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:04:38.140909 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.158389 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:38.166401 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.293289 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 97c4a00a-fe9f-42e9-9591-7b4253fdef80, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=97c4a00a-fe9f-42e9-9591-7b4253fdef80,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:38.297649 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.301422 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.16', 64506) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:38.304592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Pushing event updated for resources: {'Port': ['ID=85f359e2-b00b-4baa-a54e-0be68cf11c36,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:38.417272 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.419069 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 662b53be-27b5-4189-a6bf-4ca94e3e546e up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:38.610342 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-7f96c7a9-d2f0-4712-8b65-fbc452b2b2cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:38.611959 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-7f96c7a9-d2f0-4712-8b65-fbc452b2b2cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 817 time: 0.2265415 Oct 21 15:04:38.614822 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ea3e2-457b-44c0-acfd-65855b3cb130 req-01363747-d363-41aa-b971-60ed60dedb54 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:38.623414 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Attempting to bind port 85f359e2-b00b-4baa-a54e-0be68cf11c36 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:38.627035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Attempting to bind port 85f359e2-b00b-4baa-a54e-0be68cf11c36 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:38.627035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Attempting to bind port 85f359e2-b00b-4baa-a54e-0be68cf11c36 on network 85d8cd54-8839-4401-b661-12967a52617c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:38.627275 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-450ea3e2-457b-44c0-acfd-65855b3cb130 req-01363747-d363-41aa-b971-60ed60dedb54 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.5445819 Oct 21 15:04:38.700412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=97c4a00a-fe9f-42e9-9591-7b4253fdef80,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:38.708573 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 662b53be-27b5-4189-a6bf-4ca94e3e546e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:38.709208 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.709736 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 662b53be-27b5-4189-a6bf-4ca94e3e546e Oct 21 15:04:38.717258 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37434) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:38.726155 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93e0c36b-7a22-4507-88d1-db341f63e973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (251a624d-b747-4b01-8f99-a5f6919daac5), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.728740 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93e0c36b-7a22-4507-88d1-db341f63e973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.747827 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-93e0c36b-7a22-4507-88d1-db341f63e973 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/251a624d-b747-4b01-8f99-a5f6919daac5 HTTP/1.1" status: 204 len: 168 time: 1.1315937 Oct 21 15:04:38.748720 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:38.754763 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:38.844513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fe926d51-c5df-44b3-8428-32532bfc66bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:38.881966 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 662b53be-27b5-4189-a6bf-4ca94e3e546e is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:38.882199 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Port 85f359e2-b00b-4baa-a54e-0be68cf11c36 on network 85d8cd54-8839-4401-b661-12967a52617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:04:38.882722 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Attempting to bind port 85f359e2-b00b-4baa-a54e-0be68cf11c36 on network 85d8cd54-8839-4401-b661-12967a52617c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:38.896085 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:38.973332 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8285a-78f8-4b56-8dd2-2ff55c43b941 req-d52ef837-4fc5-4a66-b345-ac09956d24fe tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:38.973332 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-84a8285a-78f8-4b56-8dd2-2ff55c43b941 req-d52ef837-4fc5-4a66-b345-ac09956d24fe tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.8764513 Oct 21 15:04:38.979600 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0c36b-7a22-4507-88d1-db341f63e973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251a624d-b747-4b01-8f99-a5f6919daac5,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:38.994884 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Pushing event updated for resources: {'Port': ['ID=2ec9c9f0-770b-45e7-9198-e7df0236240f,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:39.015157 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] For port f027ca64-6e10-42a3-a356-857ce1a446a0, host hv-cinder-83608, cleared binding levels {{(pid=105099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:39.081212 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-450ea3e2-457b-44c0-acfd-65855b3cb130 req-a0b4e5e3-d2b2-4fa0-9254-e12377f797aa tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498861 Oct 21 15:04:39.094762 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] For port f027ca64-6e10-42a3-a356-857ce1a446a0, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f027ca64-6e10-42a3-a356-857ce1a446a0,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:39.188801 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:39.205377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:39.212770 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-84a8285a-78f8-4b56-8dd2-2ff55c43b941 req-9bffe7dd-f413-4c03-a9f5-ab748d10b6f3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363575 Oct 21 15:04:39.226249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:39.227250 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Checking segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:39.230789 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Bound using segment: {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:39.232220 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Bound port: 85f359e2-b00b-4baa-a54e-0be68cf11c36, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ba9b05-e472-42af-a270-76c66bc659fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85d8cd54-8839-4401-b661-12967a52617c'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:39.236301 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:39.274621 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:39.280109 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:39.281830 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 1094 time: 5.5026741 Oct 21 15:04:39.290752 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'tag': 'f027ca64-6e10-42a3-a356-857ce1a446a0'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:04:39.336490 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Attempting to bind port 2ec9c9f0-770b-45e7-9198-e7df0236240f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:39.340959 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Attempting to bind port 2ec9c9f0-770b-45e7-9198-e7df0236240f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:39.349146 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Attempting to bind port 2ec9c9f0-770b-45e7-9198-e7df0236240f on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:39.477649 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e9907779-2cbc-4194-8b55-dbec52504353 req-bc29e477-669d-4b7b-9d68-a1a8f68f640b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 210 time: 0.2636228 Oct 21 15:04:39.614175 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 97c4a00a-fe9f-42e9-9591-7b4253fdef80 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:39.637678 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0ea68f52-dc8d-4422-bd8d-ab7a0dc052e9 req-dc2a2ff0-27bc-4198-a770-cb321069ca81 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.1992090 Oct 21 15:04:39.678573 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6836f2a1-648e-4e04-abbb-6574d61b3189 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 379 time: 0.9296856 Oct 21 15:04:39.682163 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Port 2ec9c9f0-770b-45e7-9198-e7df0236240f on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:04:39.682867 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Attempting to bind port 2ec9c9f0-770b-45e7-9198-e7df0236240f on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:39.707892 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fe926d51-c5df-44b3-8428-32532bfc66bf admin admin] Publish callbacks [] for security_group (10f910fb-056c-4247-bead-bc894e508769), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:39.713073 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0f6cb-4b1c-4cea-86b2-3295b73fe653 service neutron] Pushing event updated for resources: {'Port': ['ID=f027ca64-6e10-42a3-a356-857ce1a446a0,revision_number=3']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:39.749537 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.16', 64515) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:39.757130 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'port': {'device_id': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'admin_state_up': True, 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'security_groups': ['19cd7a0e-0ba2-47b1-8df8-84e159b28ef9']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:39.796680 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:39.798084 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:39.801540 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 Oct 21 15:04:39.841901 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c823a25-1dee-4e45-a356-72dfc01a637f" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3f579-4139-41ae-a20b-b25f1c6b95a7", "tag": "f027ca64-6e10-42a3-a356-857ce1a446a0"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:04:39.878139 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fe926d51-c5df-44b3-8428-32532bfc66bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (10f910fb-056c-4247-bead-bc894e508769), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.007366 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-273cbdcf-7cce-4309-8d5f-51de4bc1d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.009076 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-273cbdcf-7cce-4309-8d5f-51de4bc1d02d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1128 time: 0.2772930 Oct 21 15:04:40.010244 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] For port 85f359e2-b00b-4baa-a54e-0be68cf11c36, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:40.040437 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:40.047469 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-fe926d51-c5df-44b3-8428-32532bfc66bf admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6fee6be7054a4e55b7f374e4c1c77ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3014734 Oct 21 15:04:40.047469 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe926d51-c5df-44b3-8428-32532bfc66bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f910fb-056c-4247-bead-bc894e508769,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:40.048610 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37478) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:40.192807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:40.298177 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:40.321536 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:40.325903 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:40.333631 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-ba79d2dd-2692-489d-a408-d88fa27960e7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 217 time: 0.2594543 Oct 21 15:04:40.333758 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] For port 85f359e2-b00b-4baa-a54e-0be68cf11c36, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:40.370871 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:40.371175 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Checking segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:40.371341 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Bound using segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:40.371803 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Bound port: 2ec9c9f0-770b-45e7-9198-e7df0236240f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:40.372166 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.420699 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9434aa9-0925-421c-ae47-85346872f63c x-openstack-request-id: req-b9434aa9-0925-421c-ae47-85346872f63c {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:04:40.421002 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3f579-4139-41ae-a20b-b25f1c6b95a7", "tag": "f027ca64-6e10-42a3-a356-857ce1a446a0", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:04:40.421323 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9434aa9-0925-421c-ae47-85346872f63c {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:04:40.421786 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9434aa9-0925-421c-ae47-85346872f63c'] response: {'name': 'network-changed', 'server_uuid': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'tag': 'f027ca64-6e10-42a3-a356-857ce1a446a0', 'status': 'completed', 'code': 200} Oct 21 15:04:40.429711 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-379e433f-d85d-43d3-a526-89cac21c0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.431266 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-379e433f-d85d-43d3-a526-89cac21c0f9d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0972605 Oct 21 15:04:40.433999 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b87b17de-c50b-4eba-a92e-a4e59f9e4f0e admin admin] Publish callbacks [] for security_group (10f910fb-056c-4247-bead-bc894e508769), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.530734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b87b17de-c50b-4eba-a92e-a4e59f9e4f0e admin admin] Publish callbacks [] for security_group (10f910fb-056c-4247-bead-bc894e508769), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.533184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Made reservation on behalf of c83d10829a81437fb4d56fe488581212 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:40.544735 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.548983 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.596954 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.597667 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.599329 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/85f359e2-b00b-4baa-a54e-0be68cf11c36 HTTP/1.1" status: 200 len: 1093 time: 4.1351185 Oct 21 15:04:40.600447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'tag': '85f359e2-b00b-4baa-a54e-0be68cf11c36'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:04:40.607519 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558da1e-2fd1-49e0-971e-d9ab5165a325 req-5b9b8e0d-18db-42cf-9b22-6b107b9209c3 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.609127 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5558da1e-2fd1-49e0-971e-d9ab5165a325 req-5b9b8e0d-18db-42cf-9b22-6b107b9209c3 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.1768112 Oct 21 15:04:40.659825 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-686f1e3a-7e18-48f4-b1a9-918242a9c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.661339 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-686f1e3a-7e18-48f4-b1a9-918242a9c5e9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1818395 Oct 21 15:04:40.716037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3b227-2709-4dc3-bd7e-e2a9ae4efd1b req-510fe747-2807-4e99-b066-4a68c3c624f9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.718123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98e3b227-2709-4dc3-bd7e-e2a9ae4efd1b req-510fe747-2807-4e99-b066-4a68c3c624f9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.1896496 Oct 21 15:04:40.794852 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-0f2752f7-111e-4e4d-97b9-5754a16633b3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:40.796744 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-0f2752f7-111e-4e4d-97b9-5754a16633b3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 1.0282888 Oct 21 15:04:40.823935 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5558da1e-2fd1-49e0-971e-d9ab5165a325 req-bbd7319f-d64d-4e16-90eb-f4c37b285ec5 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822550 Oct 21 15:04:40.868884 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98e3b227-2709-4dc3-bd7e-e2a9ae4efd1b req-c067b7fe-b678-4770-a34b-8acef1bb8c4a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198988 Oct 21 15:04:40.926466 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b87b17de-c50b-4eba-a92e-a4e59f9e4f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (10f910fb-056c-4247-bead-bc894e508769), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.926466 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b87b17de-c50b-4eba-a92e-a4e59f9e4f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:40.926466 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b87b17de-c50b-4eba-a92e-a4e59f9e4f0e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/10f910fb-056c-4247-bead-bc894e508769 HTTP/1.1" status: 204 len: 168 time: 0.8756759 Oct 21 15:04:40.957508 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-d73376c6-55ab-4e50-9cf7-99148d2c00b3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648497 Oct 21 15:04:40.959499 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b17de-c50b-4eba-a92e-a4e59f9e4f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f910fb-056c-4247-bead-bc894e508769,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:41.095984 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:41.143236 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622dbccc-7ae9-4f95-9937-52c63c321688" -d '{"events": [{"name": "network-changed", "server_uuid": "cd539fde-6a8b-427a-aea0-fa13d89a7d65", "tag": "85f359e2-b00b-4baa-a54e-0be68cf11c36"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:04:41.151769 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79919e24-564b-464c-8933-3e33e777b335 req-3d5429b0-8069-4871-b0d0-8e9f5114fc8a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 210 time: 0.0389500 Oct 21 15:04:41.178760 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:41.192932 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] For port 2ec9c9f0-770b-45e7-9198-e7df0236240f, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:41.197990 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] For port 2ec9c9f0-770b-45e7-9198-e7df0236240f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:41.251845 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-2d20ca67-cd00-4f84-86fd-1256f0f5d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:41.253705 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-2d20ca67-cd00-4f84-86fd-1256f0f5d3ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6406e245a2fd4700aebba95795a18632&device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 1127 time: 0.4271078 Oct 21 15:04:41.277714 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cde1b7b9-18e4-4c94-8b45-03dd94dff3fe req-9d4fdc69-c2b3-4aa6-9a08-6f004ba6ecab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069983 Oct 21 15:04:41.279901 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eae2d81c-2f61-41c6-b464-ea132259a098 req-93676c40-997c-49db-b39b-f58312d99dea tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0946658 Oct 21 15:04:41.326969 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa203a-24d1-4775-b65e-2f0939b4ead3 service neutron] Pushing event updated for resources: {'Port': ['ID=85f359e2-b00b-4baa-a54e-0be68cf11c36,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:41.350311 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:41.468019 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-8d45c251-797b-4305-9075-de5e538619b3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36 HTTP/1.1" status: 200 len: 217 time: 0.1372247 Oct 21 15:04:41.469318 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:41.469915 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:41.471267 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 200 len: 1094 time: 6.5946469 Oct 21 15:04:41.517279 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-6ec6fc10-4602-4e53-a1d0-2b5b32e4c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:41.517279 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-6ec6fc10-4602-4e53-a1d0-2b5b32e4c5b5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1128 time: 0.0604818 Oct 21 15:04:41.822373 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-d2b94d6b-62da-45d3-81c8-03e3c5a89ade tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 380 time: 0.9856136 Oct 21 15:04:41.825738 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-426639cf-918f-4ce1-aa62-b6d2cdd4d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:41.835209 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-426639cf-918f-4ce1-aa62-b6d2cdd4d244 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=6d8a98fd-893c-40cf-9451-92a7e6407548 HTTP/1.1" status: 200 len: 851 time: 0.3516715 Oct 21 15:04:41.841068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:41.842445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-a348f3fe-281a-424d-b767-2bcb7e1c4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:41.848988 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-a348f3fe-281a-424d-b767-2bcb7e1c4e21 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.3211598 Oct 21 15:04:41.850260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:41.934595 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:41.966305 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-a2cde09b-23e7-4413-92cb-6c4af87146d0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 217 time: 0.0778165 Oct 21 15:04:41.967426 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'port': {'device_id': '53221d88-6f22-49de-9589-94759df68635', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'admin_state_up': True, 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'security_groups': ['98571351-3561-42d7-9ec4-89ce91cf5c0d']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:42.047297 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf04fe-4355-435f-9945-b563c07bb0a4 x-openstack-request-id: req-80bf04fe-4355-435f-9945-b563c07bb0a4 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:04:42.047610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd539fde-6a8b-427a-aea0-fa13d89a7d65", "tag": "85f359e2-b00b-4baa-a54e-0be68cf11c36", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:04:42.047848 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80bf04fe-4355-435f-9945-b563c07bb0a4 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:04:42.048311 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bf04fe-4355-435f-9945-b563c07bb0a4'] response: {'name': 'network-changed', 'server_uuid': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'tag': '85f359e2-b00b-4baa-a54e-0be68cf11c36', 'status': 'completed', 'code': 200} Oct 21 15:04:42.081568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-95c5b0af-6dbe-4f25-aba0-76c3547ee5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.084220 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-95c5b0af-6dbe-4f25-aba0-76c3547ee5e7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.1055183 Oct 21 15:04:42.185564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:42.249401 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a053e7-ef18-4743-b186-acc75527b3d7 req-47c452cc-a911-4d3a-bcd9-2b97b4e5faf1 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.250371 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6f1ce-7757-42e9-b688-c5db3683d99b service neutron] Pushing event updated for resources: {'Port': ['ID=2ec9c9f0-770b-45e7-9198-e7df0236240f,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:42.262873 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-59a053e7-ef18-4743-b186-acc75527b3d7 req-47c452cc-a911-4d3a-bcd9-2b97b4e5faf1 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.1743844 Oct 21 15:04:42.273396 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Allocated IP 172.20.0.14 (ea25e75c-f122-4224-a461-b96ad815c898/dd9f0562-9f07-4ee6-8ab4-a5b452682879/3dcce850-3070-43ac-9708-ec49271ce80e) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:42.277201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-fbc7c367-e990-4dd3-bd14-4c3c81a634c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.283706 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-52a1c6be-2dbd-423d-b973-2e5b1bff4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.283706 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-52a1c6be-2dbd-423d-b973-2e5b1bff4906 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1128 time: 0.5609848 Oct 21 15:04:42.283936 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-fbc7c367-e990-4dd3-bd14-4c3c81a634c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1766763 Oct 21 15:04:42.287973 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-19ca16ad-f9f2-42c1-b329-5e72a944e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.289819 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-19ca16ad-f9f2-42c1-b329-5e72a944e250 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=85d8cd54-8839-4401-b661-12967a52617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3799415 Oct 21 15:04:42.373979 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faed722-af78-4e8b-a145-910f06fabbf9 req-1aaeda8b-4944-49ff-b195-b5c9f65d1b2d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.375536 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5faed722-af78-4e8b-a145-910f06fabbf9 req-1aaeda8b-4944-49ff-b195-b5c9f65d1b2d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.2028570 Oct 21 15:04:42.446981 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-dea84e64-cff3-4901-ac03-b6baaa508d5a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 200 len: 217 time: 0.1434321 Oct 21 15:04:42.493012 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-59a053e7-ef18-4743-b186-acc75527b3d7 req-e7e1e537-9b46-44b3-aa78-2e61673d7552 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116954 Oct 21 15:04:42.552727 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5faed722-af78-4e8b-a145-910f06fabbf9 req-6898798c-0a44-49d8-9ce5-b60fcd1cf318 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303012 Oct 21 15:04:42.562084 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-1be7de1f-55b9-4014-ad93-727877157ece service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522514 Oct 21 15:04:42.587583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:42.822420 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:42.829439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-1258d6cc-5b0f-4404-bb43-c0680beb8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.831373 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-1258d6cc-5b0f-4404-bb43-c0680beb8dca service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.2445843 Oct 21 15:04:42.881765 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:42.912871 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-07123255-0d6a-4f8c-861b-21dc7eef3977 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009922 Oct 21 15:04:42.937755 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-72142bcc-7e87-49fa-b312-34a8cc8cd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:42.939691 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-72142bcc-7e87-49fa-b312-34a8cc8cd893 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876937 Oct 21 15:04:42.951789 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for port (3dcce850-3070-43ac-9708-ec49271ce80e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:42.970646 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a623a774-10ec-45d3-8ceb-aa25d4bd8ffe req-9aad3dc9-b868-4ea5-9724-a9102d4e0918 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0591660 Oct 21 15:04:43.000921 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7054fbf9-b9a9-43cc-b1f3-1730018b5c9e req-dd703f97-3634-4d7d-99c9-b2b573fdcc4c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 210 time: 0.0922036 Oct 21 15:04:43.109801 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-9c1f87f9-3f27-4d78-8468-135bbfabd7f0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237072 Oct 21 15:04:43.197451 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Made reservation on behalf of 77156a46a45648cd8cb0ea22ab0f04a8 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:04:43.201720 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:43.356582 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:43.521673 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:43.556248 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-0dee575b-8fe2-44fe-bf0c-c4336e3c7d3a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702719 Oct 21 15:04:43.568640 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bfa49af-356a-4d6c-8df7-700e25e38fec req-30ee1a18-6988-49fa-9ee3-a2729a9b0610 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985563 Oct 21 15:04:43.707681 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:43.722965 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2943a6-92c7-4a92-99d1-cea9b9c91aa0 req-4381b219-97f7-4f66-8048-5f4bae536684 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:43.732403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1f2943a6-92c7-4a92-99d1-cea9b9c91aa0 req-4381b219-97f7-4f66-8048-5f4bae536684 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0644541 Oct 21 15:04:43.748783 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Network ea25e75c-f122-4224-a461-b96ad815c898 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:43.803432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:43.829531 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205cae4-67fb-479a-9677-4ebd386ba06b req-42010330-b2e3-4809-a44c-8fb5136d3119 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:43.831157 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d205cae4-67fb-479a-9677-4ebd386ba06b req-42010330-b2e3-4809-a44c-8fb5136d3119 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0936399 Oct 21 15:04:43.840827 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:43.852145 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:43.857243 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.20.0.7 (b0eade66-a654-457b-8b3f-068b28484861/9aa66f79-e0db-4596-8523-72955daef8e2/8b960579-3161-44a9-932e-f96e86acfcad) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:04:43.861126 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1f2943a6-92c7-4a92-99d1-cea9b9c91aa0 req-6a01c0e5-5ca4-4041-b441-9e42dc5a6136 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276405 Oct 21 15:04:43.940118 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-2b707118-42e9-455c-8a75-55dc930147ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:43.942490 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-2b707118-42e9-455c-8a75-55dc930147ca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6406e245a2fd4700aebba95795a18632&device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 1127 time: 0.1992884 Oct 21 15:04:44.002994 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d205cae4-67fb-479a-9677-4ebd386ba06b req-bfa95b40-7782-47dd-9901-68c2c0e6cfe2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646950 Oct 21 15:04:44.051554 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4298bf2-1299-4552-9929-5128607d4daf', 'tag': '2ec9c9f0-770b-45e7-9198-e7df0236240f'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:04:44.053789 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4298bf2-1299-4552-9929-5128607d4daf", "tag": "2ec9c9f0-770b-45e7-9198-e7df0236240f"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:04:44.126610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:44.136234 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:44.138667 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:44.231264 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a03aa4a3-061c-4604-88e8-4253c1e8d37b req-7ede3c7f-023d-4968-a9d9-795739fbf120 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.1087477 Oct 21 15:04:44.249922 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c03a0809-70ed-4d2a-a6ab-0ed87a16d36a req-0fb78750-79a3-477f-b406-c0dd8e70e92a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520693 Oct 21 15:04:44.314578 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ef08df-c6ef-4955-ac23-cb7894574f42 x-openstack-request-id: req-11ef08df-c6ef-4955-ac23-cb7894574f42 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:04:44.315261 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4298bf2-1299-4552-9929-5128607d4daf", "tag": "2ec9c9f0-770b-45e7-9198-e7df0236240f", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:04:44.315809 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11ef08df-c6ef-4955-ac23-cb7894574f42 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:04:44.316550 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ef08df-c6ef-4955-ac23-cb7894574f42'] response: {'name': 'network-changed', 'server_uuid': 'c4298bf2-1299-4552-9929-5128607d4daf', 'tag': '2ec9c9f0-770b-45e7-9198-e7df0236240f', 'status': 'completed', 'code': 200} Oct 21 15:04:44.342743 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e70de-5709-4f15-8baf-4f6d9b65ad31 req-81876f40-633a-41a3-857b-c85ab3a67050 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:44.345604 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b48e70de-5709-4f15-8baf-4f6d9b65ad31 req-81876f40-633a-41a3-857b-c85ab3a67050 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 932 time: 0.1346242 Oct 21 15:04:44.402740 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c4dcb9f9-4b69-4e8e-ba89-a7faaa05b435 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6760254 Oct 21 15:04:44.467356 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b48e70de-5709-4f15-8baf-4f6d9b65ad31 req-49a496ec-5f26-42f6-a16c-b8a72c2349ce tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984187 Oct 21 15:04:44.504078 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Request body: {'port': {'device_id': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:44.567253 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-116953f5-b711-4581-9166-6c12f782c350 None None] Provisioning complete for port 3dcce850-3070-43ac-9708-ec49271ce80e triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:44.568036 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-116953f5-b711-4581-9166-6c12f782c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:44.568597 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-116953f5-b711-4581-9166-6c12f782c350 None None] Attempt 1 to provision port 3dcce850-3070-43ac-9708-ec49271ce80e Oct 21 15:04:44.617332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-116953f5-b711-4581-9166-6c12f782c350 None None] Port 3dcce850-3070-43ac-9708-ec49271ce80e cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:44.653586 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-71fcea48-3548-486d-b446-7ea842c5bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:44.655134 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-71fcea48-3548-486d-b446-7ea842c5bd23 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1128 time: 0.1679823 Oct 21 15:04:44.668339 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-c7eb4ff7-5405-4686-95bf-a0ac29e319bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:44.669900 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-c7eb4ff7-5405-4686-95bf-a0ac29e319bb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=85d8cd54-8839-4401-b661-12967a52617c HTTP/1.1" status: 200 len: 913 time: 0.6930616 Oct 21 15:04:44.672901 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (8b960579-3161-44a9-932e-f96e86acfcad), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:44.801130 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-72633fb7-7fa2-4082-968e-161b75d1acb4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36 HTTP/1.1" status: 200 len: 217 time: 0.1086631 Oct 21 15:04:44.805249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:44.815688 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:44.911053 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-875fad6f-fb47-4181-a1cb-7277c0b55865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:44.912728 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-875fad6f-fb47-4181-a1cb-7277c0b55865 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.2215362 Oct 21 15:04:44.941338 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37656) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:45.020915 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (8b960579-3161-44a9-932e-f96e86acfcad), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:45.115476 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-244cfa8b-2645-4155-87dd-ed21cc2b25b3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 200 len: 217 time: 0.1110151 Oct 21 15:04:45.140989 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5030bc-a27c-40ef-aef5-86bb45727c6e req-291e2497-6b54-476e-9f9f-88f4a0b36af4 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.145594 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cc5030bc-a27c-40ef-aef5-86bb45727c6e req-291e2497-6b54-476e-9f9f-88f4a0b36af4 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.1259708 Oct 21 15:04:45.228838 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-8d87c6c5-c5a5-4e2a-a5ba-44027044e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.231362 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-8d87c6c5-c5a5-4e2a-a5ba-44027044e3a8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=6d8a98fd-893c-40cf-9451-92a7e6407548 HTTP/1.1" status: 200 len: 851 time: 0.2290938 Oct 21 15:04:45.233262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:04:45.254142 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37666) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:45.294306 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:45.296350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:04:45.309780 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=8b960579-3161-44a9-932e-f96e86acfcad,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:45.313792 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:04:45.332809 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.332809 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:45.333163 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cc5030bc-a27c-40ef-aef5-86bb45727c6e req-46fe8b2d-8a07-44ad-8703-04d8ab4c4171 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654925 Oct 21 15:04:45.428583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-d3ac1d38-f819-4c79-a7c2-e65fe78afd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.436424 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-d3ac1d38-f819-4c79-a7c2-e65fe78afd83 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.2951345 Oct 21 15:04:45.451161 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-bc91bb64-f6b2-4ac8-aaa1-66abcde34411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.451161 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-bc91bb64-f6b2-4ac8-aaa1-66abcde34411 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=85d8cd54-8839-4401-b661-12967a52617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1724744 Oct 21 15:04:45.500129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9581-1f7d-4027-9c55-15a13d80c3ac req-b8eb8013-e2cc-43d0-8c62-e20593f31f62 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.509646 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-593b9581-1f7d-4027-9c55-15a13d80c3ac req-b8eb8013-e2cc-43d0-8c62-e20593f31f62 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.2825572 Oct 21 15:04:45.551010 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:45.579198 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-11387ac2-f6f6-49e8-a66f-0e7ab32f8894 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6700892 Oct 21 15:04:45.586270 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-79b59169-17ce-4ed5-b601-170e2d7f7bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:45.636934 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b9a66-60b5-4154-9be2-43804c8c0236 req-e43abae6-bef6-4170-8014-63bc71dbd0a8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.645336 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e94b9a66-60b5-4154-9be2-43804c8c0236 req-e43abae6-bef6-4170-8014-63bc71dbd0a8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 931 time: 0.1308019 Oct 21 15:04:45.705195 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-77392ade-3e18-41a0-aa3b-c23a4c7f87bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:45.712062 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-593b9581-1f7d-4027-9c55-15a13d80c3ac req-bfd0088a-b8aa-4c91-a0d4-3bf41a9ea92f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989954 Oct 21 15:04:45.781723 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-6cbc8a46-5de6-497c-abca-c21e3743ab68 None None] Provisioning complete for port 8b960579-3161-44a9-932e-f96e86acfcad triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:45.782276 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8a46-5de6-497c-abca-c21e3743ab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b960579-3161-44a9-932e-f96e86acfcad), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:45.782610 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-6cbc8a46-5de6-497c-abca-c21e3743ab68 None None] Attempt 1 to provision port 8b960579-3161-44a9-932e-f96e86acfcad Oct 21 15:04:45.817607 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e94b9a66-60b5-4154-9be2-43804c8c0236 req-3c126139-5545-4838-939b-43dc74e93a16 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711295 Oct 21 15:04:45.884283 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc8a46-5de6-497c-abca-c21e3743ab68 None None] Port 8b960579-3161-44a9-932e-f96e86acfcad cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:04:45.913826 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Request body: {'port': {'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:04:45.949702 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-79b59169-17ce-4ed5-b601-170e2d7f7bb9 admin admin] Publish callbacks [] for security_group (a730edfa-fb3d-43c4-9441-b0547f474097), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:45.973866 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d70c0-1ae1-4c61-896f-529000805653 req-930f4f60-caee-487c-a343-f8c1673bfe0f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.980026 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-703d70c0-1ae1-4c61-896f-529000805653 req-930f4f60-caee-487c-a343-f8c1673bfe0f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 932 time: 0.0972726 Oct 21 15:04:45.981520 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-01775c85-a2df-4276-b73d-0ac9c8bcc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:45.983224 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-01775c85-a2df-4276-b73d-0ac9c8bcc9a6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5072258 Oct 21 15:04:46.067058 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-79b59169-17ce-4ed5-b601-170e2d7f7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (a730edfa-fb3d-43c4-9441-b0547f474097), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.095324 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-77392ade-3e18-41a0-aa3b-c23a4c7f87bc admin admin] Publish callbacks [] for security_group (be6a122e-bb6b-47ba-a701-f0dae70d5149), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.104801 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-703d70c0-1ae1-4c61-896f-529000805653 req-3e9efee1-c0e7-4202-a0c0-d9f06c6bc385 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279302 Oct 21 15:04:46.115895 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-79b59169-17ce-4ed5-b601-170e2d7f7bb9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d8f82198e88d4f549ac8b82c7d971e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1734111 Oct 21 15:04:46.118550 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37688) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:46.154804 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b59169-17ce-4ed5-b601-170e2d7f7bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a730edfa-fb3d-43c4-9441-b0547f474097,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:46.163583 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-77392ade-3e18-41a0-aa3b-c23a4c7f87bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (be6a122e-bb6b-47ba-a701-f0dae70d5149), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.222082 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-3e649285-54f8-4ecc-947f-024de110cf08 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486496 Oct 21 15:04:46.237019 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:46.252380 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:46.262384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (8b960579-3161-44a9-932e-f96e86acfcad), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.268208 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcce850-3070-43ac-9708-ec49271ce80e {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:46.283970 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-77392ade-3e18-41a0-aa3b-c23a4c7f87bc admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8aefe386a9eb4333bbc26c79d058a9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0293760 Oct 21 15:04:46.284623 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37690) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:46.293081 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Publish callbacks [] for port (3dcce850-3070-43ac-9708-ec49271ce80e), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.296886 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77392ade-3e18-41a0-aa3b-c23a4c7f87bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a122e-bb6b-47ba-a701-f0dae70d5149,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:46.301151 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6efabebf-ecb2-446e-8019-f0215242a1a3 admin admin] Publish callbacks [] for security_group (a730edfa-fb3d-43c4-9441-b0547f474097), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.363384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Transition to ACTIVE for port object 3dcce850-3070-43ac-9708-ec49271ce80e will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:04:46.376795 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6efabebf-ecb2-446e-8019-f0215242a1a3 admin admin] Publish callbacks [] for security_group (a730edfa-fb3d-43c4-9441-b0547f474097), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.378746 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:46.421142 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aa82b81-e7f4-4cf0-8e75-f61f379b2bc1 admin admin] Publish callbacks [] for security_group (be6a122e-bb6b-47ba-a701-f0dae70d5149), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.423058 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-c16bd06a-444c-4e3e-b24b-1bb2d483b859 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011834 Oct 21 15:04:46.447208 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aa82b81-e7f4-4cf0-8e75-f61f379b2bc1 admin admin] Publish callbacks [] for security_group (be6a122e-bb6b-47ba-a701-f0dae70d5149), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.535186 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.595405 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6efabebf-ecb2-446e-8019-f0215242a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (a730edfa-fb3d-43c4-9441-b0547f474097), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.598408 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6efabebf-ecb2-446e-8019-f0215242a1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.602516 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-6efabebf-ecb2-446e-8019-f0215242a1a3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a730edfa-fb3d-43c4-9441-b0547f474097 HTTP/1.1" status: 204 len: 168 time: 0.4828494 Oct 21 15:04:46.634216 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888765e5-01ca-458c-99d8-5a6cf659453b req-0a17a154-deee-4f85-a601-6ebae87ad766 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:46.636949 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-888765e5-01ca-458c-99d8-5a6cf659453b req-0a17a154-deee-4f85-a601-6ebae87ad766 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.1413488 Oct 21 15:04:46.637725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efabebf-ecb2-446e-8019-f0215242a1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a730edfa-fb3d-43c4-9441-b0547f474097,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:46.742862 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-888765e5-01ca-458c-99d8-5a6cf659453b req-49ff0e0c-b44a-4a7f-9b28-89931bf4b7f0 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995476 Oct 21 15:04:46.744943 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aa82b81-e7f4-4cf0-8e75-f61f379b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (be6a122e-bb6b-47ba-a701-f0dae70d5149), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.748296 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aa82b81-e7f4-4cf0-8e75-f61f379b2bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:46.751244 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4aa82b81-e7f4-4cf0-8e75-f61f379b2bc1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/be6a122e-bb6b-47ba-a701-f0dae70d5149 HTTP/1.1" status: 204 len: 168 time: 0.4644938 Oct 21 15:04:46.847791 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa82b81-e7f4-4cf0-8e75-f61f379b2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a122e-bb6b-47ba-a701-f0dae70d5149,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:46.941038 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:46.952424 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:46.953180 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23902-a86c-478b-b5a1-743d645643a7 req-26acc8b9-be47-486d-95fb-81d5b9cd329e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:46.959183 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cec23902-a86c-478b-b5a1-743d645643a7 req-26acc8b9-be47-486d-95fb-81d5b9cd329e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0757501 Oct 21 15:04:46.999447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Attempting to bind port 3dcce850-3070-43ac-9708-ec49271ce80e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:46.999828 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Attempting to bind port 3dcce850-3070-43ac-9708-ec49271ce80e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:47.000154 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Attempting to bind port 3dcce850-3070-43ac-9708-ec49271ce80e on network ea25e75c-f122-4224-a461-b96ad815c898 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:47.057737 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0a8f4-03b4-4992-a479-77c4ad15d315 req-c41f15ee-c011-48b8-a1f9-5d4ed64cf92d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:47.059402 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e87cd4e1-6b2b-4c6f-91a6-bcee3c4ea3b3 req-9f96962f-4a23-42f4-b767-d9bb15fdf32a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253162 Oct 21 15:04:47.067835 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-abe0a8f4-03b4-4992-a479-77c4ad15d315 req-c41f15ee-c011-48b8-a1f9-5d4ed64cf92d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 931 time: 0.1352274 Oct 21 15:04:47.068905 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-8733c9b8-99e2-4401-a1f7-f872676583b5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942027 Oct 21 15:04:47.104768 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Port 3dcce850-3070-43ac-9708-ec49271ce80e on network ea25e75c-f122-4224-a461-b96ad815c898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:04:47.105026 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Attempting to bind port 3dcce850-3070-43ac-9708-ec49271ce80e on network ea25e75c-f122-4224-a461-b96ad815c898 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:47.135010 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cec23902-a86c-478b-b5a1-743d645643a7 req-d0ad73ab-ee89-478a-b2e2-a478415f17a6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305482 Oct 21 15:04:47.151013 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-abe0a8f4-03b4-4992-a479-77c4ad15d315 req-f4349974-52a0-43d0-8ad1-88668221edb6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806911 Oct 21 15:04:47.194113 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:47.194450 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Checking segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:47.194858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Bound using segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:47.195294 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Bound port: 3dcce850-3070-43ac-9708-ec49271ce80e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:47.195648 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.225269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b960579-3161-44a9-932e-f96e86acfcad {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:47.249952 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Publish callbacks [] for port (8b960579-3161-44a9-932e-f96e86acfcad), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.276773 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Transition to ACTIVE for port object 8b960579-3161-44a9-932e-f96e86acfcad will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:04:47.293140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:47.294871 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:47.296480 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:47.303398 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9be6-87f8-4d76-aa9e-7a4e28566201 req-8794d1a9-2057-4c35-b779-e44c3563aad2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:47.304981 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-288d9be6-87f8-4d76-aa9e-7a4e28566201 req-8794d1a9-2057-4c35-b779-e44c3563aad2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0504663 Oct 21 15:04:47.353230 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-288d9be6-87f8-4d76-aa9e-7a4e28566201 req-3ed24677-0e43-4b27-9285-c48c03d4b720 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Oct 21 15:04:47.361997 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=10 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:47.385084 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.387988 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (8b960579-3161-44a9-932e-f96e86acfcad), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.392454 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:47.393095 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.394585 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 200 len: 1094 time: 2.8992987 Oct 21 15:04:47.396657 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:04:47.399005 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac9c20-8f01-459d-900d-2d893586bf01" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:04:47.473411 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=20 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:47.496747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8427a6-818e-4b00-8956-253f0d723852 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:47.503085 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Attempting to bind port 8b960579-3161-44a9-932e-f96e86acfcad on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:04:47.504785 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Attempting to bind port 8b960579-3161-44a9-932e-f96e86acfcad by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:04:47.505285 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Attempting to bind port 8b960579-3161-44a9-932e-f96e86acfcad on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:47.516371 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac62873-8005-420d-baf0-7f1ef6f7cd90 x-openstack-request-id: req-7ac62873-8005-420d-baf0-7f1ef6f7cd90 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:04:47.516742 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:04:47.517379 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ac62873-8005-420d-baf0-7f1ef6f7cd90 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:04:47.517870 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac62873-8005-420d-baf0-7f1ef6f7cd90'] response: {'name': 'network-changed', 'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'status': 'completed', 'code': 200} Oct 21 15:04:47.591246 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Pushing event updated for resources: {'Port': ['ID=8b960579-3161-44a9-932e-f96e86acfcad,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:47.599059 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Port 8b960579-3161-44a9-932e-f96e86acfcad on network b0eade66-a654-457b-8b3f-068b28484861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:04:47.599263 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Attempting to bind port 8b960579-3161-44a9-932e-f96e86acfcad on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:04:47.670849 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9c20-8f01-459d-900d-2d893586bf01 req-ad39de6c-2e4a-4720-9d1f-fea06edd597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:47.672363 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1aac9c20-8f01-459d-900d-2d893586bf01 req-ad39de6c-2e4a-4720-9d1f-fea06edd597b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1128 time: 0.0526762 Oct 21 15:04:47.676208 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:04:47.676544 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:04:47.676915 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Bound using segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:04:47.677355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Bound port: 8b960579-3161-44a9-932e-f96e86acfcad, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:04:47.677703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (8b960579-3161-44a9-932e-f96e86acfcad), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.693425 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:47.717794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.744452 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] For port 8b960579-3161-44a9-932e-f96e86acfcad, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:04:47.748074 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] For port 8b960579-3161-44a9-932e-f96e86acfcad, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8b960579-3161-44a9-932e-f96e86acfcad,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:04:47.818092 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (8b960579-3161-44a9-932e-f96e86acfcad), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.830362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:47.831093 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.832694 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/8b960579-3161-44a9-932e-f96e86acfcad HTTP/1.1" status: 200 len: 1093 time: 1.9466515 Oct 21 15:04:47.884334 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55455e8-c922-4cd3-b92f-374c9dcaca45 service neutron] Pushing event updated for resources: {'Port': ['ID=8b960579-3161-44a9-932e-f96e86acfcad,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:47.910714 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62ff33-f7bb-4e86-b9fe-a6b4a093ada6 req-1dc24d05-f3fe-48f6-b012-920e10c706f7 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:47.911033 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ce62ff33-f7bb-4e86-b9fe-a6b4a093ada6 req-1dc24d05-f3fe-48f6-b012-920e10c706f7 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0678518 Oct 21 15:04:47.936960 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37750) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:47.956428 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95339c7e-a6aa-45ea-8939-052d51788a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:47.998442 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ce62ff33-f7bb-4e86-b9fe-a6b4a093ada6 req-0693adb2-e707-45a7-9be8-f94b596f112a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Oct 21 15:04:48.073612 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95339c7e-a6aa-45ea-8939-052d51788a43 admin admin] Publish callbacks [] for security_group (9515f12b-c2de-4184-825d-09cbb722d6e2), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.188108 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95339c7e-a6aa-45ea-8939-052d51788a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (9515f12b-c2de-4184-825d-09cbb722d6e2), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.245520 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-95339c7e-a6aa-45ea-8939-052d51788a43 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=937af0ef7f9942e5a93c063024be09b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076143 Oct 21 15:04:48.250696 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37762) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:48.281342 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95339c7e-a6aa-45ea-8939-052d51788a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515f12b-c2de-4184-825d-09cbb722d6e2,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:48.347844 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e9abd-0783-4eb9-b70a-b027432ebc1c req-f4d694c1-2fbb-4834-98e2-81f54e52c0eb tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:48.349357 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d0e9abd-0783-4eb9-b70a-b027432ebc1c req-f4d694c1-2fbb-4834-98e2-81f54e52c0eb tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.1024985 Oct 21 15:04:48.356336 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462901ea-cecb-469e-9f1d-27576a9c3596 req-ff51eae1-277e-4ad9-b340-d78395d719f6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:48.363185 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-462901ea-cecb-469e-9f1d-27576a9c3596 req-ff51eae1-277e-4ad9-b340-d78395d719f6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.1344924 Oct 21 15:04:48.432035 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:48.442818 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-88067a67-d3b2-474c-a732-adf841a286de admin admin] Publish callbacks [] for security_group (9515f12b-c2de-4184-825d-09cbb722d6e2), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.458827 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37772) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:48.479328 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-462901ea-cecb-469e-9f1d-27576a9c3596 req-97635102-cb1a-46f4-ade2-02aa744816e6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150870 Oct 21 15:04:48.499120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-88067a67-d3b2-474c-a732-adf841a286de admin admin] Publish callbacks [] for security_group (9515f12b-c2de-4184-825d-09cbb722d6e2), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.526285 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d0e9abd-0783-4eb9-b70a-b027432ebc1c req-63f013c5-6edb-4af6-b335-ed6627cc7012 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561568 Oct 21 15:04:48.610155 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-29c49cf4-da8c-4b5e-85e9-21b8e8bc5b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.633298 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af2ea7-2121-4f28-8b1b-65427163476d req-7bc52088-7bf1-4c92-9ac4-62c1afc388e0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:48.634859 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-59af2ea7-2121-4f28-8b1b-65427163476d req-7bc52088-7bf1-4c92-9ac4-62c1afc388e0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0584857 Oct 21 15:04:48.655850 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-88067a67-d3b2-474c-a732-adf841a286de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (9515f12b-c2de-4184-825d-09cbb722d6e2), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.658379 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-88067a67-d3b2-474c-a732-adf841a286de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.660141 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-88067a67-d3b2-474c-a732-adf841a286de admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9515f12b-c2de-4184-825d-09cbb722d6e2 HTTP/1.1" status: 204 len: 168 time: 0.4077516 Oct 21 15:04:48.673594 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88067a67-d3b2-474c-a732-adf841a286de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515f12b-c2de-4184-825d-09cbb722d6e2,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:48.688426 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:48.712836 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-59af2ea7-2121-4f28-8b1b-65427163476d req-8991434b-2a9a-4702-b403-5e34e77e493a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718045 Oct 21 15:04:48.745983 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-29c49cf4-da8c-4b5e-85e9-21b8e8bc5b3e admin admin] Publish callbacks [] for security_group (b428468c-07b5-4f8c-b4e5-add9d5014a15), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.833744 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-29c49cf4-da8c-4b5e-85e9-21b8e8bc5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b428468c-07b5-4f8c-b4e5-add9d5014a15), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.868319 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5975813e-f525-4ede-bf22-81635388e53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.874165 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-29c49cf4-da8c-4b5e-85e9-21b8e8bc5b3e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d5c6293e30b94963ada751aba24a570f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140625 Oct 21 15:04:48.876233 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49cf4-da8c-4b5e-85e9-21b8e8bc5b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b428468c-07b5-4f8c-b4e5-add9d5014a15,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:48.876944 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37778) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:48.928485 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8871c8-0b21-4470-ab46-337a973a6d3c admin admin] Publish callbacks [] for security_group (b428468c-07b5-4f8c-b4e5-add9d5014a15), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.950662 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8871c8-0b21-4470-ab46-337a973a6d3c admin admin] Publish callbacks [] for security_group (b428468c-07b5-4f8c-b4e5-add9d5014a15), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:48.981030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:49.084135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8871c8-0b21-4470-ab46-337a973a6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b428468c-07b5-4f8c-b4e5-add9d5014a15), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:49.087229 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8871c8-0b21-4470-ab46-337a973a6d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:49.091619 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-dd8871c8-0b21-4470-ab46-337a973a6d3c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b428468c-07b5-4f8c-b4e5-add9d5014a15 HTTP/1.1" status: 204 len: 168 time: 0.2102931 Oct 21 15:04:49.127257 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8871c8-0b21-4470-ab46-337a973a6d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428468c-07b5-4f8c-b4e5-add9d5014a15,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:49.168134 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b11d4-aa8c-4eef-bad0-2ab4bfd0de46 req-930bb038-d54c-4d22-bebe-60d69c93f6e1 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:49.170095 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4b7b11d4-aa8c-4eef-bad0-2ab4bfd0de46 req-930bb038-d54c-4d22-bebe-60d69c93f6e1 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0874035 Oct 21 15:04:49.224581 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4b7b11d4-aa8c-4eef-bad0-2ab4bfd0de46 req-666b33a0-1f8a-4394-9370-559c87080c99 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Oct 21 15:04:49.521213 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:04:49.522489 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d32f69-c46a-4e56-97b8-2c50e5415d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "53221d88-6f22-49de-9589-94759df68635", "tag": "8b960579-3161-44a9-932e-f96e86acfcad"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:04:49.567765 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe95163-a495-464d-8170-bdb4af9eb3b9 x-openstack-request-id: req-cfe95163-a495-464d-8170-bdb4af9eb3b9 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:04:49.568058 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53221d88-6f22-49de-9589-94759df68635", "tag": "8b960579-3161-44a9-932e-f96e86acfcad", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:04:49.568313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfe95163-a495-464d-8170-bdb4af9eb3b9 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:04:49.568710 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe95163-a495-464d-8170-bdb4af9eb3b9'] response: {'name': 'network-changed', 'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad', 'status': 'completed', 'code': 200} Oct 21 15:04:49.617598 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0c44e-6564-46ca-9ca9-3eb08219381b req-3400b989-ec18-48e0-bdb9-093ed0570156 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:49.619302 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7ad0c44e-6564-46ca-9ca9-3eb08219381b req-3400b989-ec18-48e0-bdb9-093ed0570156 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0556791 Oct 21 15:04:49.695689 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901ce63-a4d9-4d60-a86c-cab9b951507d req-ed753bdc-f144-4b80-adae-b903c62eaae0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:49.697168 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3901ce63-a4d9-4d60-a86c-cab9b951507d req-ed753bdc-f144-4b80-adae-b903c62eaae0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0696306 Oct 21 15:04:49.735126 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7ad0c44e-6564-46ca-9ca9-3eb08219381b req-bccfee2d-e885-44ef-9815-3c626ce9013f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932755 Oct 21 15:04:49.769202 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3901ce63-a4d9-4d60-a86c-cab9b951507d req-2f1b7b04-0575-4e2d-b515-79b4a9a669d9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634694 Oct 21 15:04:49.865332 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57975faa-e381-46d9-b421-4e20eab0c156 req-224e6c9c-eb91-4dc1-ba16-21b5a31d61bd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:49.866945 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-57975faa-e381-46d9-b421-4e20eab0c156 req-224e6c9c-eb91-4dc1-ba16-21b5a31d61bd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0504138 Oct 21 15:04:49.927999 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-57975faa-e381-46d9-b421-4e20eab0c156 req-2a39e2e7-d80c-4690-90b3-69f55d8bb17d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534194 Oct 21 15:04:50.359608 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b9bc9-8467-482e-94e6-56fbb03807d1 req-d0f0d741-4ed2-4af2-a6c5-9d666e6fa471 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:50.359608 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a51b9bc9-8467-482e-94e6-56fbb03807d1 req-d0f0d741-4ed2-4af2-a6c5-9d666e6fa471 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0554750 Oct 21 15:04:50.417496 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a51b9bc9-8467-482e-94e6-56fbb03807d1 req-ce62f8c2-1b23-4914-ad74-3eaaabbf187b tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Oct 21 15:04:50.916200 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8ef9d-e49d-4d24-8654-a2bdeaa52ec1 req-a9361bcd-6cd8-4c29-b935-f6694be9e047 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:50.918657 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c0b8ef9d-e49d-4d24-8654-a2bdeaa52ec1 req-a9361bcd-6cd8-4c29-b935-f6694be9e047 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0940912 Oct 21 15:04:50.926516 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ed6d1-512a-4b09-a21f-3ac786574db0 req-9c14d9e1-ea8e-4522-b1ba-66a0be90dfd5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:50.928708 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a1ed6d1-512a-4b09-a21f-3ac786574db0 req-9c14d9e1-ea8e-4522-b1ba-66a0be90dfd5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0642297 Oct 21 15:04:51.018912 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c0b8ef9d-e49d-4d24-8654-a2bdeaa52ec1 req-f893e038-ed12-406e-bc54-bc7ca5530369 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892162 Oct 21 15:04:51.021816 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a1ed6d1-512a-4b09-a21f-3ac786574db0 req-369df99d-a835-43d3-98e3-197a620b2335 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774486 Oct 21 15:04:51.088622 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:51.134179 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58195c4e-42db-43a7-ab4f-959819460536 req-04bb6134-6f10-403d-bfe4-c5f18334aa39 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:51.136459 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58195c4e-42db-43a7-ab4f-959819460536 req-04bb6134-6f10-403d-bfe4-c5f18334aa39 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0569806 Oct 21 15:04:51.196938 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58195c4e-42db-43a7-ab4f-959819460536 req-9661f42d-ffa2-460d-bbfa-d6115a830dff tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539858 Oct 21 15:04:51.434274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-92179b77-f274-45a2-b687-20e32d6ff9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:51.556096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5e13a-b29f-4e85-a03f-7e8c6a9ca434 req-9f6e6937-32ca-4b3c-a8f0-84383a56f949 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:51.558145 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02e5e13a-b29f-4e85-a03f-7e8c6a9ca434 req-9f6e6937-32ca-4b3c-a8f0-84383a56f949 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0501118 Oct 21 15:04:51.611877 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02e5e13a-b29f-4e85-a03f-7e8c6a9ca434 req-377f38de-9374-4b77-95af-23de4847395c tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 Oct 21 15:04:52.258110 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:04:52.258769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0d6-4d90-4d6f-910f-8468ca926a78 req-b015a2a6-8ee5-41af-bdd7-d24f22bcc62f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:52.258769 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fc14e0d6-4d90-4d6f-910f-8468ca926a78 req-b015a2a6-8ee5-41af-bdd7-d24f22bcc62f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0822864 Oct 21 15:04:52.258769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87519c47-2809-4bab-b243-7e7c172a52da req-fa55a88a-217e-4a77-823a-ab88eb632445 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:52.258769 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87519c47-2809-4bab-b243-7e7c172a52da req-fa55a88a-217e-4a77-823a-ab88eb632445 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0803921 Oct 21 15:04:52.280172 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fc14e0d6-4d90-4d6f-910f-8468ca926a78 req-388d3ee6-eb51-40dc-909c-975a89291e7a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765059 Oct 21 15:04:52.283415 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87519c47-2809-4bab-b243-7e7c172a52da req-0484f710-4e7e-4407-ba9a-1bd7bb5a3bb4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738935 Oct 21 15:04:52.391639 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313989-1fc4-4954-9ca4-0ebedf81b44d req-95369bbb-0b7a-44b4-aca9-d9e70778fae8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:52.393105 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4d313989-1fc4-4954-9ca4-0ebedf81b44d req-95369bbb-0b7a-44b4-aca9-d9e70778fae8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0492165 Oct 21 15:04:52.449798 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4d313989-1fc4-4954-9ca4-0ebedf81b44d req-0f356eb2-0c74-43a5-9ba0-684b736c4086 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501547 Oct 21 15:04:52.745371 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a5f5c-d7a4-4aea-a1ec-5a95b921323e req-94c6a405-46c9-4a7b-b16e-c3ff75bd424e tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:52.746917 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a68a5f5c-d7a4-4aea-a1ec-5a95b921323e req-94c6a405-46c9-4a7b-b16e-c3ff75bd424e tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0458000 Oct 21 15:04:52.793503 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a68a5f5c-d7a4-4aea-a1ec-5a95b921323e req-a5137865-4410-405c-98a2-0e38212f569a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Oct 21 15:04:52.824811 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device f027ca64-6e10-42a3-a356-857ce1a446a0 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:04:52.933468 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port f027ca64-6e10-42a3-a356-857ce1a446a0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f027ca64-6e10-42a3-a356-857ce1a446a0,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:52.944673 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'f027ca64-6e10-42a3-a356-857ce1a446a0', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'port_id': 'f027ca64-6e10-42a3-a356-857ce1a446a0', 'mac_address': 'fa:16:3e:d2:d0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:04:52.980042 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port f027ca64-6e10-42a3-a356-857ce1a446a0 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:52.980427 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:52.993645 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f027ca64-6e10-42a3-a356-857ce1a446a0 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:53.016219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port f027ca64-6e10-42a3-a356-857ce1a446a0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f027ca64-6e10-42a3-a356-857ce1a446a0,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:53.028614 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:53.159843 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:53.224559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=f027ca64-6e10-42a3-a356-857ce1a446a0,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:53.437127 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:53.451573 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add7cba-2adf-4db3-9e03-da3326080fcc req-87bfa7a8-86b5-4e68-9ab7-5e159b4dc59d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:53.453067 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9add7cba-2adf-4db3-9e03-da3326080fcc req-87bfa7a8-86b5-4e68-9ab7-5e159b4dc59d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0814083 Oct 21 15:04:53.459084 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9529-cc0a-4696-9f12-25009a78f02f req-88d7f946-029f-47da-ba8a-bfadf440db80 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:53.461548 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7c5b9529-cc0a-4696-9f12-25009a78f02f req-88d7f946-029f-47da-ba8a-bfadf440db80 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0797806 Oct 21 15:04:53.534078 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9add7cba-2adf-4db3-9e03-da3326080fcc req-df782158-6058-49e3-b684-56a697510aa9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726991 Oct 21 15:04:53.538965 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7c5b9529-cc0a-4696-9f12-25009a78f02f req-55d7cebf-62a6-4095-b650-9c72019e5ff8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711100 Oct 21 15:04:53.604285 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 37962) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:53.658910 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249572d8-3e6b-4571-9581-f55c41baaf0d req-7cd6979c-6fbd-41e0-8e4c-47b1fa58b9dd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:53.660367 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-249572d8-3e6b-4571-9581-f55c41baaf0d req-7cd6979c-6fbd-41e0-8e4c-47b1fa58b9dd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0495663 Oct 21 15:04:53.722554 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4ef8bcce-356a-4e4f-840a-881849f94b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:53.732643 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-249572d8-3e6b-4571-9581-f55c41baaf0d req-9bcf5ade-d7e5-4aaa-a2bf-7aa781d82a5e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656912 Oct 21 15:04:53.819497 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4ef8bcce-356a-4e4f-840a-881849f94b10 admin admin] Publish callbacks [] for security_group (af80131f-2a0b-447d-aab8-9eae9dd53628), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:53.905862 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4ef8bcce-356a-4e4f-840a-881849f94b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (af80131f-2a0b-447d-aab8-9eae9dd53628), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:53.912963 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:53.941237 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff22f81-faa3-463c-bdb9-8484e0c784a3 req-00baaef7-64ae-4de1-a2b5-e749e2485592 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:53.942724 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eff22f81-faa3-463c-bdb9-8484e0c784a3 req-00baaef7-64ae-4de1-a2b5-e749e2485592 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0693851 Oct 21 15:04:53.972488 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8bcce-356a-4e4f-840a-881849f94b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af80131f-2a0b-447d-aab8-9eae9dd53628,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:53.980338 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4ef8bcce-356a-4e4f-840a-881849f94b10 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=28163e94d58c49ec8c0d13032d4f4a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713095 Oct 21 15:04:53.981311 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37974) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:54.007602 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:54.016954 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eff22f81-faa3-463c-bdb9-8484e0c784a3 req-45d80c87-7e0d-4054-8610-bb650faaec12 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Oct 21 15:04:54.047924 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['f027ca64-6e10-42a3-a356-857ce1a446a0'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:04:54.058775 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fda9-0405-4cd8-a044-57ef7060368c admin admin] Publish callbacks [] for security_group (af80131f-2a0b-447d-aab8-9eae9dd53628), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:54.086537 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fda9-0405-4cd8-a044-57ef7060368c admin admin] Publish callbacks [] for security_group (af80131f-2a0b-447d-aab8-9eae9dd53628), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:54.092269 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:54.165501 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:54.216240 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fda9-0405-4cd8-a044-57ef7060368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (af80131f-2a0b-447d-aab8-9eae9dd53628), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:54.218841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fda9-0405-4cd8-a044-57ef7060368c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:54.220010 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-0ee5fda9-0405-4cd8-a044-57ef7060368c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/af80131f-2a0b-447d-aab8-9eae9dd53628 HTTP/1.1" status: 204 len: 168 time: 0.2375588 Oct 21 15:04:54.229460 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5fda9-0405-4cd8-a044-57ef7060368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af80131f-2a0b-447d-aab8-9eae9dd53628,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:54.709192 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3c5c8-e22f-4c64-b8b8-16d7cffb10ff req-2cf21b0f-a612-42e2-9159-ccc7f48bb288 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:54.710674 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4ae3c5c8-e22f-4c64-b8b8-16d7cffb10ff req-2cf21b0f-a612-42e2-9159-ccc7f48bb288 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0752869 Oct 21 15:04:54.718092 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56be2c-3f9c-4097-83c0-9db1d58c2ca5 req-13e76bcc-94a1-4a4e-b531-e7285d71acf9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:54.719509 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-da56be2c-3f9c-4097-83c0-9db1d58c2ca5 req-13e76bcc-94a1-4a4e-b531-e7285d71acf9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0741374 Oct 21 15:04:54.793467 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4ae3c5c8-e22f-4c64-b8b8-16d7cffb10ff req-c50db06c-cbd1-4706-aa00-d935f0749d33 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729921 Oct 21 15:04:54.796449 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-da56be2c-3f9c-4097-83c0-9db1d58c2ca5 req-87c26ad0-c045-44ba-a90c-61be2d0a2b76 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692983 Oct 21 15:04:54.909998 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772956e-016b-4279-b7f0-5d07f3d1517e req-bf635b2a-fb81-4797-9a1e-9cd5361430c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:54.911466 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a772956e-016b-4279-b7f0-5d07f3d1517e req-bf635b2a-fb81-4797-9a1e-9cd5361430c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0484641 Oct 21 15:04:54.952570 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37992) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:54.965409 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a772956e-016b-4279-b7f0-5d07f3d1517e req-62f8ff33-b863-4995-adde-c71bf0567dea tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Oct 21 15:04:54.969446 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-433f8135-39e2-46c3-bce6-b71923d9b18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.048118 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-433f8135-39e2-46c3-bce6-b71923d9b18d admin admin] Publish callbacks [] for security_group (bd95d91b-dbce-463e-a5f4-9dd01deaab53), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.131037 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-433f8135-39e2-46c3-bce6-b71923d9b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (bd95d91b-dbce-463e-a5f4-9dd01deaab53), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.138677 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747554b3-1fe4-4eca-9cc8-b917df89ae52 req-f16a5bb6-e56f-4ab8-8bc0-0de20bc666fa tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:55.140211 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-747554b3-1fe4-4eca-9cc8-b917df89ae52 req-f16a5bb6-e56f-4ab8-8bc0-0de20bc666fa tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0474775 Oct 21 15:04:55.171866 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-433f8135-39e2-46c3-bce6-b71923d9b18d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=88162283dbfb4f0189918430ed845085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182217 Oct 21 15:04:55.173172 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f8135-39e2-46c3-bce6-b71923d9b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd95d91b-dbce-463e-a5f4-9dd01deaab53,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:55.173300 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:55.175575 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 37998) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:04:55.190515 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-747554b3-1fe4-4eca-9cc8-b917df89ae52 req-fd55746d-b377-44b4-8aa7-4aaff708a2ee tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Oct 21 15:04:55.245701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7a2-8aa7-4687-8430-fb79dbceb2bf admin admin] Publish callbacks [] for security_group (bd95d91b-dbce-463e-a5f4-9dd01deaab53), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.266432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7a2-8aa7-4687-8430-fb79dbceb2bf admin admin] Publish callbacks [] for security_group (bd95d91b-dbce-463e-a5f4-9dd01deaab53), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.371745 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7a2-8aa7-4687-8430-fb79dbceb2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (bd95d91b-dbce-463e-a5f4-9dd01deaab53), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.374775 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7a2-8aa7-4687-8430-fb79dbceb2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:55.376025 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-81b8e7a2-8aa7-4687-8430-fb79dbceb2bf admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bd95d91b-dbce-463e-a5f4-9dd01deaab53 HTTP/1.1" status: 204 len: 168 time: 0.1884868 Oct 21 15:04:55.384790 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8e7a2-8aa7-4687-8430-fb79dbceb2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd95d91b-dbce-463e-a5f4-9dd01deaab53,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:55.964518 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34396d0-f0ef-4a71-ba59-91b3fa8a6e68 req-869933e7-b02b-4ef3-80fe-ba2237157410 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:55.966123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c34396d0-f0ef-4a71-ba59-91b3fa8a6e68 req-869933e7-b02b-4ef3-80fe-ba2237157410 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0878599 Oct 21 15:04:55.989062 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fe906-c1e3-4200-96c8-fee848047d4e req-5201135c-f3fd-46b1-b753-62c14c6cd11f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:55.990496 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-206fe906-c1e3-4200-96c8-fee848047d4e req-5201135c-f3fd-46b1-b753-62c14c6cd11f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0793769 Oct 21 15:04:56.048682 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c34396d0-f0ef-4a71-ba59-91b3fa8a6e68 req-236e11b0-68c1-4d2f-9712-0e9c7ea9df8f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758998 Oct 21 15:04:56.065277 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-206fe906-c1e3-4200-96c8-fee848047d4e req-8de7b1bb-2bd6-45f2-9c74-c62019afb3be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Oct 21 15:04:56.158191 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131da4-c41f-4efe-b6d6-872419d96f4d req-e3dbfdd2-6873-4048-b8db-9916369f0641 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:56.160071 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-17131da4-c41f-4efe-b6d6-872419d96f4d req-e3dbfdd2-6873-4048-b8db-9916369f0641 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0503852 Oct 21 15:04:56.208742 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-17131da4-c41f-4efe-b6d6-872419d96f4d req-7afdfee2-5780-4d70-9207-efc3c4c7a87a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425689 Oct 21 15:04:56.322062 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059061a8-101c-4d8f-b630-24a53db1f704 req-5189e3f3-3ba7-4c8a-8488-39cf1260a2bd tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:56.324597 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-059061a8-101c-4d8f-b630-24a53db1f704 req-5189e3f3-3ba7-4c8a-8488-39cf1260a2bd tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0514841 Oct 21 15:04:56.373169 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-059061a8-101c-4d8f-b630-24a53db1f704 req-c55a12c0-2499-45c0-bc10-531a6480a73b tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Oct 21 15:04:57.059072 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device f027ca64-6e10-42a3-a356-857ce1a446a0 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:04:57.111510 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port f027ca64-6e10-42a3-a356-857ce1a446a0 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:04:57.186824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9231cab-a37c-48fa-b360-bfbedac9330f req-2a67efcb-8d34-4246-bafb-77e3931167d0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:57.191444 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port f027ca64-6e10-42a3-a356-857ce1a446a0 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:04:57.191815 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:57.192374 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port f027ca64-6e10-42a3-a356-857ce1a446a0 Oct 21 15:04:57.194194 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c9231cab-a37c-48fa-b360-bfbedac9330f req-2a67efcb-8d34-4246-bafb-77e3931167d0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0632145 Oct 21 15:04:57.195264 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:57.277371 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port f027ca64-6e10-42a3-a356-857ce1a446a0 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:57.277928 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:57.280413 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60050ab-d1e5-4cfc-b465-21cb050c84ea req-f6943d3a-6090-45b8-93ef-ea088f99c0d6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:57.287876 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f60050ab-d1e5-4cfc-b465-21cb050c84ea req-f6943d3a-6090-45b8-93ef-ea088f99c0d6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0905321 Oct 21 15:04:57.303808 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027ca64-6e10-42a3-a356-857ce1a446a0'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:04:57.315153 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c9231cab-a37c-48fa-b360-bfbedac9330f req-24797c5d-2868-4248-83bb-9d9abb8ffcd3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201324 Oct 21 15:04:57.362740 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f60050ab-d1e5-4cfc-b465-21cb050c84ea req-1e68acc8-b375-4350-8dc4-84d8e11e7913 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694616 Oct 21 15:04:57.420126 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port f027ca64-6e10-42a3-a356-857ce1a446a0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f027ca64-6e10-42a3-a356-857ce1a446a0,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:57.515519 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9d324-0ba1-4b4a-ac8b-7af0523077ce req-de19df6a-7b83-4dfd-8913-1f1cec9cf687 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:57.517070 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5cf9d324-0ba1-4b4a-ac8b-7af0523077ce req-de19df6a-7b83-4dfd-8913-1f1cec9cf687 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0908718 Oct 21 15:04:57.544006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:57.549823 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88935f-038a-4f02-bb18-77a7f0f339a0 req-bb79417a-9ee2-4dc2-bc73-690d780874b5 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:57.551353 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fc88935f-038a-4f02-bb18-77a7f0f339a0 req-bb79417a-9ee2-4dc2-bc73-690d780874b5 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0739288 Oct 21 15:04:57.570572 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:57.580889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5004260f-f8f3-4e8a-b46a-068499a8ce06" -d '{"events": [{"server_uuid": "96d3f579-4139-41ae-a20b-b25f1c6b95a7", "name": "network-vif-plugged", "status": "completed", "tag": "f027ca64-6e10-42a3-a356-857ce1a446a0"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:04:57.601442 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=f027ca64-6e10-42a3-a356-857ce1a446a0,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:04:57.604390 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5cf9d324-0ba1-4b4a-ac8b-7af0523077ce req-165233f5-ad6d-4b14-814c-f17d9f08d905 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789073 Oct 21 15:04:57.626601 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fc88935f-038a-4f02-bb18-77a7f0f339a0 req-947483f0-1423-4a34-af34-849646e5c99d tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Oct 21 15:04:57.753005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4076690c-b9ea-4b59-81bf-b88c80216329 x-openstack-request-id: req-4076690c-b9ea-4b59-81bf-b88c80216329 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:04:57.753005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3f579-4139-41ae-a20b-b25f1c6b95a7", "name": "network-vif-plugged", "status": "completed", "tag": "f027ca64-6e10-42a3-a356-857ce1a446a0", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:04:57.753005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4076690c-b9ea-4b59-81bf-b88c80216329 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:04:57.753005 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4076690c-b9ea-4b59-81bf-b88c80216329'] response: {'server_uuid': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027ca64-6e10-42a3-a356-857ce1a446a0', 'code': 200} Oct 21 15:04:58.113817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:58.195100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32f69-c46a-4e56-97b8-2c50e5415d5b req-5cac1660-813d-4ad9-bec3-06dd3e90d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:58.196612 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-86d32f69-c46a-4e56-97b8-2c50e5415d5b req-5cac1660-813d-4ad9-bec3-06dd3e90d63c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 1127 time: 0.1474261 Oct 21 15:04:58.242404 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9c20-8f01-459d-900d-2d893586bf01 req-4b19c3ca-0093-4b1b-a7dc-4086b41d6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:58.243923 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1aac9c20-8f01-459d-900d-2d893586bf01 req-4b19c3ca-0093-4b1b-a7dc-4086b41d6103 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=c83d10829a81437fb4d56fe488581212&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2602034 Oct 21 15:04:58.478942 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da203e8-89e6-4611-bd6f-23c6a01910ed req-305ce40f-0cb4-4ea9-a785-f2f8b39e9991 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:58.484912 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2da203e8-89e6-4611-bd6f-23c6a01910ed req-305ce40f-0cb4-4ea9-a785-f2f8b39e9991 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0822444 Oct 21 15:04:58.511941 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c3ba-227d-4976-ba2a-9b429515ba9a req-8ad7da5c-21db-4adb-8a17-f60d6fadcd3c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:58.513354 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a5c3ba-227d-4976-ba2a-9b429515ba9a req-8ad7da5c-21db-4adb-8a17-f60d6fadcd3c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.0696433 Oct 21 15:04:58.547096 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:58.555543 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2da203e8-89e6-4611-bd6f-23c6a01910ed req-67a3557a-12a9-40ee-a7a9-153dbb074732 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682421 Oct 21 15:04:58.582933 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a5c3ba-227d-4976-ba2a-9b429515ba9a req-acefbdaf-6a8b-46c7-b7d3-9b9eacd4410a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Oct 21 15:04:58.762211 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243505-980e-44b8-857d-b0a3ac7c43c5 req-8d0cac82-993e-4408-8568-a0b63211c988 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:58.763758 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8243505-980e-44b8-857d-b0a3ac7c43c5 req-8d0cac82-993e-4408-8568-a0b63211c988 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0770898 Oct 21 15:04:58.778192 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:04:58.784085 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0349dd-2a0d-4e2a-9dc8-10f62ab53a74 req-599a4867-6829-47df-a3cb-4e32b73e2db9 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:58.785498 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-db0349dd-2a0d-4e2a-9dc8-10f62ab53a74 req-599a4867-6829-47df-a3cb-4e32b73e2db9 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0671701 Oct 21 15:04:58.860448 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-db0349dd-2a0d-4e2a-9dc8-10f62ab53a74 req-e7f3a458-5308-4381-b9b6-96a228ebd7ea tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672827 Oct 21 15:04:58.863455 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8243505-980e-44b8-857d-b0a3ac7c43c5 req-b9c927a0-2699-4572-af93-0cf59cb1f8c8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940039 Oct 21 15:04:59.795682 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 85f359e2-b00b-4baa-a54e-0be68cf11c36 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:04:59.877914 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ec0fd-368d-4079-b2e2-5b871eeaf918 req-5cb8804d-a7e6-40bd-9e94-e9617078f2c4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:59.879425 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-777ec0fd-368d-4079-b2e2-5b871eeaf918 req-5cb8804d-a7e6-40bd-9e94-e9617078f2c4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.2491827 Oct 21 15:04:59.899701 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 85f359e2-b00b-4baa-a54e-0be68cf11c36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:04:59.899901 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21552a5-e179-49ba-b987-1cf2381ba464 req-871a6672-3d9c-49f1-a1d8-f3ba1f8e681b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:04:59.902352 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f21552a5-e179-49ba-b987-1cf2381ba464 req-871a6672-3d9c-49f1-a1d8-f3ba1f8e681b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 944 time: 0.2399583 Oct 21 15:04:59.912039 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '85f359e2-b00b-4baa-a54e-0be68cf11c36', 'network_id': '85d8cd54-8839-4401-b661-12967a52617c', 'port_id': '85f359e2-b00b-4baa-a54e-0be68cf11c36', 'mac_address': 'fa:16:3e:94:5b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8a98fd-893c-40cf-9451-92a7e6407548', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:04:59.947353 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 85f359e2-b00b-4baa-a54e-0be68cf11c36 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:04:59.948238 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:04:59.960948 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f359e2-b00b-4baa-a54e-0be68cf11c36 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:04:59.966154 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-777ec0fd-368d-4079-b2e2-5b871eeaf918 req-57ea8f48-14db-459d-b0db-0e66eaad3144 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784194 Oct 21 15:04:59.973375 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f21552a5-e179-49ba-b987-1cf2381ba464 req-999f8700-8f1e-4376-a12e-9159ba825806 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 Oct 21 15:05:00.000342 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 85f359e2-b00b-4baa-a54e-0be68cf11c36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:00.096147 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3d932-75a8-4820-a5bd-a5e45f9fed84 req-fb28f16d-0c0b-48af-908d-85f6a47b617d tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:00.097539 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40f3d932-75a8-4820-a5bd-a5e45f9fed84 req-fb28f16d-0c0b-48af-908d-85f6a47b617d tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 943 time: 0.0718374 Oct 21 15:05:00.119134 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b67c9-d879-4284-a2f0-0f0ececafcab req-9c469de1-99b7-420c-b611-8013492cb831 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:00.121129 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8f9b67c9-d879-4284-a2f0-0f0ececafcab req-9c469de1-99b7-420c-b611-8013492cb831 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0677280 Oct 21 15:05:00.125125 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:00.125920 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2ec9c9f0-770b-45e7-9198-e7df0236240f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:05:00.193939 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40f3d932-75a8-4820-a5bd-a5e45f9fed84 req-f5b2040c-4a52-4150-b502-9c3bad9b4047 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880432 Oct 21 15:05:00.201055 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8f9b67c9-d879-4284-a2f0-0f0ececafcab req-3c83e64c-f652-417d-bf9c-0eebcab203fd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729525 Oct 21 15:05:00.203151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=85f359e2-b00b-4baa-a54e-0be68cf11c36,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:00.273872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 2ec9c9f0-770b-45e7-9198-e7df0236240f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:00.290828 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '2ec9c9f0-770b-45e7-9198-e7df0236240f', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'port_id': '2ec9c9f0-770b-45e7-9198-e7df0236240f', 'mac_address': 'fa:16:3e:2a:56:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:05:00.327798 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 2ec9c9f0-770b-45e7-9198-e7df0236240f is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:00.328221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:00.341400 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec9c9f0-770b-45e7-9198-e7df0236240f {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:05:00.357771 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:00.361583 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 2ec9c9f0-770b-45e7-9198-e7df0236240f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:00.484668 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:00.530779 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=2ec9c9f0-770b-45e7-9198-e7df0236240f,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:01.083476 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:01.086937 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['85f359e2-b00b-4baa-a54e-0be68cf11c36'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:05:01.100127 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1e690-f129-4bad-9808-14f38a413c5a req-e4380b4c-c4da-46cf-8626-a03b5c1c204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.101756 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-35a1e690-f129-4bad-9808-14f38a413c5a req-e4380b4c-c4da-46cf-8626-a03b5c1c204c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1130 time: 0.3479366 Oct 21 15:05:01.135911 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde14d-391f-43f4-bd63-f7c9e716dac8 req-fa1c7865-a3dd-4d3c-a131-fab22f535639 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.138087 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-59bde14d-391f-43f4-bd63-f7c9e716dac8 req-fa1c7865-a3dd-4d3c-a131-fab22f535639 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0903833 Oct 21 15:05:01.158145 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb53f8d-9061-4071-95de-6cd73a6523b0 req-57f66550-4b83-4721-a2a1-651c86a371cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.159637 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fb53f8d-9061-4071-95de-6cd73a6523b0 req-57f66550-4b83-4721-a2a1-651c86a371cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 945 time: 0.0813920 Oct 21 15:05:01.173650 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-35a1e690-f129-4bad-9808-14f38a413c5a req-b2b064cf-de09-4798-a1da-f363f1f993e9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:01.190368 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:01.221502 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32f69-c46a-4e56-97b8-2c50e5415d5b req-b82f6a6e-c8e3-4d21-8b31-ea23dade4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.223179 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-86d32f69-c46a-4e56-97b8-2c50e5415d5b req-b82f6a6e-c8e3-4d21-8b31-ea23dade4142 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5080037 Oct 21 15:05:01.224445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:01.248288 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-59bde14d-391f-43f4-bd63-f7c9e716dac8 req-4a3b1b23-40bf-4bd3-8e69-0b6394880159 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013668 Oct 21 15:05:01.248597 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9c20-8f01-459d-900d-2d893586bf01 req-f6c2ab97-82e6-4840-80cb-ad90c4a4caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.250116 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1aac9c20-8f01-459d-900d-2d893586bf01 req-f6c2ab97-82e6-4840-80cb-ad90c4a4caef service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5336905 Oct 21 15:05:01.259940 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['2ec9c9f0-770b-45e7-9198-e7df0236240f'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:05:01.270862 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fb53f8d-9061-4071-95de-6cd73a6523b0 req-96e0a234-5e7a-4c2c-ab18-0e1957036878 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024766 Oct 21 15:05:01.385163 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d39aa-6f62-4378-a192-c07eb09142f5 req-e409d533-c378-4b0e-a63d-ef58008dbbc7 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.385163 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-897d39aa-6f62-4378-a192-c07eb09142f5 req-e409d533-c378-4b0e-a63d-ef58008dbbc7 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 944 time: 0.0590386 Oct 21 15:05:01.444866 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-8af17e23-c0a0-4f95-b964-d233d6c5759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.446460 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-8af17e23-c0a0-4f95-b964-d233d6c5759e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1128 time: 0.0982950 Oct 21 15:05:01.453192 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2c711-dd32-4768-a5b5-2b8fa211764d req-0d4072df-b5b9-4396-b860-db375e9e0930 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.462560 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-52f2c711-dd32-4768-a5b5-2b8fa211764d req-0d4072df-b5b9-4396-b860-db375e9e0930 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0689197 Oct 21 15:05:01.504350 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-897d39aa-6f62-4378-a192-c07eb09142f5 req-f03ba318-aea2-4de9-9ddb-f26fddfb8f3c tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069019 Oct 21 15:05:01.522656 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-9900a298-7352-436e-8b48-e3716e09a45e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 200 len: 217 time: 0.0601478 Oct 21 15:05:01.522656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32f69-c46a-4e56-97b8-2c50e5415d5b req-d3ecd486-714c-4a07-93d2-7fec81b85285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.522656 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-86d32f69-c46a-4e56-97b8-2c50e5415d5b req-d3ecd486-714c-4a07-93d2-7fec81b85285 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2911081 Oct 21 15:05:01.538263 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:01.541881 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-52f2c711-dd32-4768-a5b5-2b8fa211764d req-4f6126c2-ead1-4ff1-9805-56bef7dd9850 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810704 Oct 21 15:05:01.578607 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-35a1e690-f129-4bad-9808-14f38a413c5a req-b2b064cf-de09-4798-a1da-f363f1f993e9 service neutron] Publish callbacks [] for security_group (7f99c442-79a0-4328-b7ec-b1277ba6db41), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:01.615226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c6f702b4-fd0c-43c1-8931-519035792272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.616701 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-c6f702b4-fd0c-43c1-8931-519035792272 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0937572 Oct 21 15:05:01.617995 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-1be998fe-be61-47ac-bbb3-992518e2e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.619366 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-1be998fe-be61-47ac-bbb3-992518e2e7f4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 1127 time: 0.0535181 Oct 21 15:05:01.689385 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-5ecfe833-f22a-4828-bbdb-90e215353833 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b960579-3161-44a9-932e-f96e86acfcad HTTP/1.1" status: 200 len: 217 time: 0.0606463 Oct 21 15:05:01.722407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-35a1e690-f129-4bad-9808-14f38a413c5a req-b2b064cf-de09-4798-a1da-f363f1f993e9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7f99c442-79a0-4328-b7ec-b1277ba6db41), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:01.725104 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-e452eeb3-6a16-4b40-a0a4-07e900e682b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.726535 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-e452eeb3-6a16-4b40-a0a4-07e900e682b1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0989602 Oct 21 15:05:01.831649 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-35a1e690-f129-4bad-9808-14f38a413c5a req-b2b064cf-de09-4798-a1da-f363f1f993e9 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197001 Oct 21 15:05:01.837293 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b064cf-de09-4798-a1da-f363f1f993e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f99c442-79a0-4328-b7ec-b1277ba6db41,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:01.842580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-e3d66706-2ebb-41ce-9d12-e4285754e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:01.844005 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-e3d66706-2ebb-41ce-9d12-e4285754e620 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.1478889 Oct 21 15:05:01.876558 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-f9bd184e-f550-4994-90d7-e2c926ab3faf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425653 Oct 21 15:05:02.153855 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-ea1af729-4f2a-4ec9-ae4e-fbd5bed39a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:02.155376 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-ea1af729-4f2a-4ec9-ae4e-fbd5bed39a11 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875180 Oct 21 15:05:02.179130 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:02.220724 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 85f359e2-b00b-4baa-a54e-0be68cf11c36 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:02.237311 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a64ae69a-ae38-4a9d-a32c-be2e32a90b6f req-cbfe8dc7-3cd6-4157-94ef-6940d90f6d3d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605270 Oct 21 15:05:02.265065 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 85f359e2-b00b-4baa-a54e-0be68cf11c36 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:05:02.280772 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-940cbe05-6876-4219-acc8-b09cefb62273 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178241 Oct 21 15:05:02.366930 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d86b6b-d0e8-4920-9e57-4745fd666a08 req-29bf0a91-ffd2-47cd-94df-f125b82b7467 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:02.368806 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72d86b6b-d0e8-4920-9e57-4745fd666a08 req-29bf0a91-ffd2-47cd-94df-f125b82b7467 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0528331 Oct 21 15:05:02.399348 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 85f359e2-b00b-4baa-a54e-0be68cf11c36 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:02.399752 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:02.400094 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 85f359e2-b00b-4baa-a54e-0be68cf11c36 Oct 21 15:05:02.425502 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:02.437775 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762edb-edbe-472c-9049-a16f286ff499 req-03d92add-b4cf-4f2a-b5b8-12dd71b6d22c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:02.439675 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a8762edb-edbe-472c-9049-a16f286ff499 req-03d92add-b4cf-4f2a-b5b8-12dd71b6d22c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 945 time: 0.0697773 Oct 21 15:05:02.473399 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 85f359e2-b00b-4baa-a54e-0be68cf11c36 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:02.473782 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:02.477548 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72d86b6b-d0e8-4920-9e57-4745fd666a08 req-0973aea2-af89-4df8-8be6-ea9ffdb83d85 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988729 Oct 21 15:05:02.497791 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f359e2-b00b-4baa-a54e-0be68cf11c36'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:02.500032 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eecbf15-b9ac-46c1-a050-aa5a6c13d1d8" -d '{"events": [{"server_uuid": "cd539fde-6a8b-427a-aea0-fa13d89a7d65", "name": "network-vif-plugged", "status": "completed", "tag": "85f359e2-b00b-4baa-a54e-0be68cf11c36"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:02.522265 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a8762edb-edbe-472c-9049-a16f286ff499 req-e85f7da5-26f9-431f-b643-13a7bccd23a8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674767 Oct 21 15:05:02.535697 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 85f359e2-b00b-4baa-a54e-0be68cf11c36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:02.562015 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4703f8e0-b045-4e18-a7fe-df3b65543dd4 x-openstack-request-id: req-4703f8e0-b045-4e18-a7fe-df3b65543dd4 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:02.562315 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd539fde-6a8b-427a-aea0-fa13d89a7d65", "name": "network-vif-plugged", "status": "completed", "tag": "85f359e2-b00b-4baa-a54e-0be68cf11c36", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:02.562573 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4703f8e0-b045-4e18-a7fe-df3b65543dd4 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:02.562993 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4703f8e0-b045-4e18-a7fe-df3b65543dd4'] response: {'server_uuid': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f359e2-b00b-4baa-a54e-0be68cf11c36', 'code': 200} Oct 21 15:05:02.656588 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:02.657565 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2ec9c9f0-770b-45e7-9198-e7df0236240f up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:02.738096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0905a-93f8-4c7b-88a4-f3f5b6db5981 req-1d1c59bd-aecc-4c5a-9803-6699fc2ef8fc tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:02.746622 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5fd0905a-93f8-4c7b-88a4-f3f5b6db5981 req-1d1c59bd-aecc-4c5a-9803-6699fc2ef8fc tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 944 time: 0.1054583 Oct 21 15:05:02.769449 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98b7cd-9fff-4a23-b350-d6a0cd2bcb5b req-55490a36-a567-4a3e-aa0f-ef953eeac964 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:02.771003 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ac98b7cd-9fff-4a23-b350-d6a0cd2bcb5b req-55490a36-a567-4a3e-aa0f-ef953eeac964 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.1211123 Oct 21 15:05:02.825380 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5fd0905a-93f8-4c7b-88a4-f3f5b6db5981 req-8160cfe5-3465-4034-9900-c14a6390b9f3 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776849 Oct 21 15:05:02.835130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:02.887226 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 2ec9c9f0-770b-45e7-9198-e7df0236240f completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:05:02.891205 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=85f359e2-b00b-4baa-a54e-0be68cf11c36,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:02.893780 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ac98b7cd-9fff-4a23-b350-d6a0cd2bcb5b req-dbc1cc1a-751f-4061-b2e3-fe3ac1b8f320 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070130 Oct 21 15:05:02.989026 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 2ec9c9f0-770b-45e7-9198-e7df0236240f triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:02.989726 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:02.990206 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 2ec9c9f0-770b-45e7-9198-e7df0236240f Oct 21 15:05:03.074570 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 2ec9c9f0-770b-45e7-9198-e7df0236240f is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:03.074986 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:03.109130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 2ec9c9f0-770b-45e7-9198-e7df0236240f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:03.250525 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:03.310479 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=2ec9c9f0-770b-45e7-9198-e7df0236240f,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:03.493635 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38242) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:03.633812 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321570-cb83-4a6e-8c44-b7f0bcb6e82a req-afde0ec9-62c5-4859-9e45-596cb02b2b0c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:03.636548 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-da321570-cb83-4a6e-8c44-b7f0bcb6e82a req-afde0ec9-62c5-4859-9e45-596cb02b2b0c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0718966 Oct 21 15:05:03.643639 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a5f93b0f-07f6-4c49-9e3f-616c27575af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:03.681750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:03.721877 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21c8d57e-4b75-47f1-9471-ca507a5cdb92 req-91958218-6770-4928-ae89-d1e5926d5755 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565838 Oct 21 15:05:03.729099 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9939ae9-2873-4989-a516-972bdd93cc6e req-755baf0f-44b9-4fe4-8bb3-9da8058dce0a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:03.736420 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e9939ae9-2873-4989-a516-972bdd93cc6e req-755baf0f-44b9-4fe4-8bb3-9da8058dce0a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0985358 Oct 21 15:05:03.748439 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-da321570-cb83-4a6e-8c44-b7f0bcb6e82a req-06bb0c72-7a3e-4248-b9ac-1181b3d9e13f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983000 Oct 21 15:05:03.773685 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a5f93b0f-07f6-4c49-9e3f-616c27575af6 admin admin] Publish callbacks [] for security_group (0fef9c1a-7fd1-449a-b652-a7ab2bdccb67), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:03.788706 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e9939ae9-2873-4989-a516-972bdd93cc6e req-35847e8b-81dc-4d0d-9e53-505b3646b113 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514100 Oct 21 15:05:03.845106 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a5f93b0f-07f6-4c49-9e3f-616c27575af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (0fef9c1a-7fd1-449a-b652-a7ab2bdccb67), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:03.890409 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a5f93b0f-07f6-4c49-9e3f-616c27575af6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=88041d93af3c482aa7520f37dec45bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956633 Oct 21 15:05:03.893207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38254) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:03.895674 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f93b0f-07f6-4c49-9e3f-616c27575af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef9c1a-7fd1-449a-b652-a7ab2bdccb67,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:03.986139 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c349-2a33-4589-bbd5-09862519cf5b req-6b47d7d9-39ec-4da8-ac7d-9fc771f18eba tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:03.987769 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d839c349-2a33-4589-bbd5-09862519cf5b req-6b47d7d9-39ec-4da8-ac7d-9fc771f18eba tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.0765636 Oct 21 15:05:04.045503 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-07f09839-2349-4bbe-8fed-86ccbfc761d7 admin admin] Publish callbacks [] for security_group (0fef9c1a-7fd1-449a-b652-a7ab2bdccb67), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:04.066835 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98f0e8-b256-4097-9491-6f0e5c11d350 req-09df4a1e-7eb9-40c2-bd80-be00f5b3e1f5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:04.068252 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ad98f0e8-b256-4097-9491-6f0e5c11d350 req-09df4a1e-7eb9-40c2-bd80-be00f5b3e1f5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0891197 Oct 21 15:05:04.087621 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-07f09839-2349-4bbe-8fed-86ccbfc761d7 admin admin] Publish callbacks [] for security_group (0fef9c1a-7fd1-449a-b652-a7ab2bdccb67), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:04.103738 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:04.149895 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d839c349-2a33-4589-bbd5-09862519cf5b req-bdb6bba3-40ff-4390-a204-077e4b2869a3 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489515 Oct 21 15:05:04.175504 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ad98f0e8-b256-4097-9491-6f0e5c11d350 req-35debf5b-feaf-4c7e-9c0b-f25b868f907c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980899 Oct 21 15:05:04.267902 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-07f09839-2349-4bbe-8fed-86ccbfc761d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (0fef9c1a-7fd1-449a-b652-a7ab2bdccb67), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:04.270696 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-07f09839-2349-4bbe-8fed-86ccbfc761d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:04.271839 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-07f09839-2349-4bbe-8fed-86ccbfc761d7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0fef9c1a-7fd1-449a-b652-a7ab2bdccb67 HTTP/1.1" status: 204 len: 168 time: 0.3775039 Oct 21 15:05:04.279930 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f09839-2349-4bbe-8fed-86ccbfc761d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef9c1a-7fd1-449a-b652-a7ab2bdccb67,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:04.564287 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4298bf2-1299-4552-9929-5128607d4daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec9c9f0-770b-45e7-9198-e7df0236240f'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:04.568430 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a3e26a-1702-47a4-a6fc-e85d7636ebd6" -d '{"events": [{"server_uuid": "c4298bf2-1299-4552-9929-5128607d4daf", "name": "network-vif-plugged", "status": "completed", "tag": "2ec9c9f0-770b-45e7-9198-e7df0236240f"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:04.606875 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0718b2f-3056-4fb2-abd7-264f5da4d3ea x-openstack-request-id: req-d0718b2f-3056-4fb2-abd7-264f5da4d3ea {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:04.608648 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4298bf2-1299-4552-9929-5128607d4daf", "name": "network-vif-plugged", "status": "completed", "tag": "2ec9c9f0-770b-45e7-9198-e7df0236240f", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:04.608648 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0718b2f-3056-4fb2-abd7-264f5da4d3ea {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:04.608648 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0718b2f-3056-4fb2-abd7-264f5da4d3ea'] response: {'server_uuid': 'c4298bf2-1299-4552-9929-5128607d4daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec9c9f0-770b-45e7-9198-e7df0236240f', 'code': 200} Oct 21 15:05:04.888455 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de235f5-2e00-4689-a537-f66ea80aa052 req-b89bb82b-d588-4125-8245-a650532ae67b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:04.890024 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8de235f5-2e00-4689-a537-f66ea80aa052 req-b89bb82b-d588-4125-8245-a650532ae67b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0620768 Oct 21 15:05:04.983332 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a191-efec-48ec-8991-627340735af7 req-5237d13b-c4c5-45b6-b826-8abcaa012e48 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:04.984924 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4787a191-efec-48ec-8991-627340735af7 req-5237d13b-c4c5-45b6-b826-8abcaa012e48 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0789864 Oct 21 15:05:04.997079 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8de235f5-2e00-4689-a537-f66ea80aa052 req-0713b911-86a7-4c6a-abaf-5781a6f38d50 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981812 Oct 21 15:05:05.007276 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38286) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:05.032357 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-566d2f96-fb70-453c-9d89-bbf4c85c995b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.069039 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4787a191-efec-48ec-8991-627340735af7 req-9d06d4c6-38f8-4582-bbaa-16f99c8f316e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 Oct 21 15:05:05.098616 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:05.144435 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-566d2f96-fb70-453c-9d89-bbf4c85c995b admin admin] Publish callbacks [] for security_group (0f91c437-daac-4f48-b63e-7d7ab95be08f), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.145597 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0a809-24bb-4944-a190-2971c9dfaec0 req-1d4abb5e-d51e-4649-8666-74b16b795cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:05.147162 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cab0a809-24bb-4944-a190-2971c9dfaec0 req-1d4abb5e-d51e-4649-8666-74b16b795cbf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 1129 time: 0.0821044 Oct 21 15:05:05.192780 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cab0a809-24bb-4944-a190-2971c9dfaec0 req-f9df83c2-b9e1-40d8-bb9d-1e0ae5fa79b5 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386891 Oct 21 15:05:05.216919 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-566d2f96-fb70-453c-9d89-bbf4c85c995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (0f91c437-daac-4f48-b63e-7d7ab95be08f), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.280983 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38298) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:05.281218 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-566d2f96-fb70-453c-9d89-bbf4c85c995b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=dc5ed13ed5144016b98aafb38e76ae8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727578 Oct 21 15:05:05.287270 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d2f96-fb70-453c-9d89-bbf4c85c995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f91c437-daac-4f48-b63e-7d7ab95be08f,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:05.354116 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b754-1d77-474e-8ba3-3fb403708718 admin admin] Publish callbacks [] for security_group (0f91c437-daac-4f48-b63e-7d7ab95be08f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.380842 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b754-1d77-474e-8ba3-3fb403708718 admin admin] Publish callbacks [] for security_group (0f91c437-daac-4f48-b63e-7d7ab95be08f), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.389345 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16cd20-84a5-4f00-ba76-6960f158a29d req-62d73965-da65-42dd-b33d-9d127f54b791 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:05.390864 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-de16cd20-84a5-4f00-ba76-6960f158a29d req-62d73965-da65-42dd-b33d-9d127f54b791 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.1045790 Oct 21 15:05:05.397277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:05.398985 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c4d63-7bfa-4b2d-b352-b053b72077e4 req-3987b030-b7c6-493b-97e2-7e7264dbe948 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:05.400411 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f27c4d63-7bfa-4b2d-b352-b053b72077e4 req-3987b030-b7c6-493b-97e2-7e7264dbe948 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0850358 Oct 21 15:05:05.479449 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-de16cd20-84a5-4f00-ba76-6960f158a29d req-a5fd6dd0-a36b-4bd7-afa6-7a3029a6946b tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780933 Oct 21 15:05:05.482532 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f27c4d63-7bfa-4b2d-b352-b053b72077e4 req-123f54b1-e98a-47a3-8114-c4df52575c42 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746202 Oct 21 15:05:05.489195 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734be22-58eb-4046-8a53-efc311f0461a req-8b4e1e7b-4a4b-4f70-97d6-5026710b0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:05.500895 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1734be22-58eb-4046-8a53-efc311f0461a req-8b4e1e7b-4a4b-4f70-97d6-5026710b0202 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1130 time: 0.0502141 Oct 21 15:05:05.556689 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1734be22-58eb-4046-8a53-efc311f0461a req-29376088-2df5-404a-90fb-08eb7bd87dec service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Oct 21 15:05:05.576639 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b754-1d77-474e-8ba3-3fb403708718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (0f91c437-daac-4f48-b63e-7d7ab95be08f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.579327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b754-1d77-474e-8ba3-3fb403708718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:05.581817 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-bfa1b754-1d77-474e-8ba3-3fb403708718 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0f91c437-daac-4f48-b63e-7d7ab95be08f HTTP/1.1" status: 204 len: 168 time: 0.2983921 Oct 21 15:05:05.590408 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1b754-1d77-474e-8ba3-3fb403708718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f91c437-daac-4f48-b63e-7d7ab95be08f,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:06.113171 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19125c3-1a5c-485a-a432-e9ef37fda88b req-097a697d-d418-4f52-908b-6f32834138a2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:06.114741 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f19125c3-1a5c-485a-a432-e9ef37fda88b req-097a697d-d418-4f52-908b-6f32834138a2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 943 time: 0.0468495 Oct 21 15:05:06.148494 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:06.168242 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f19125c3-1a5c-485a-a432-e9ef37fda88b req-40b0625f-d728-4bc6-9609-410c116f6a5e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479684 Oct 21 15:05:06.218216 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b778-982c-46e5-8d83-5742da5022d2 req-802c8764-5625-4f92-9af7-98e618741920 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:06.219768 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bae2b778-982c-46e5-8d83-5742da5022d2 req-802c8764-5625-4f92-9af7-98e618741920 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0487266 Oct 21 15:05:06.234662 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 8b960579-3161-44a9-932e-f96e86acfcad details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:05:06.269677 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bae2b778-982c-46e5-8d83-5742da5022d2 req-9921dcde-fe69-428f-9491-4d3c77b0cc4e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Oct 21 15:05:06.302011 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:06.347921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 8b960579-3161-44a9-932e-f96e86acfcad, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8b960579-3161-44a9-932e-f96e86acfcad,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:06.358969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '8b960579-3161-44a9-932e-f96e86acfcad', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:05:06.407686 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 8b960579-3161-44a9-932e-f96e86acfcad is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:06.408166 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (8b960579-3161-44a9-932e-f96e86acfcad), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.413108 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38328) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:06.425306 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b960579-3161-44a9-932e-f96e86acfcad {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:05:06.434335 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.446216 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 8b960579-3161-44a9-932e-f96e86acfcad, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8b960579-3161-44a9-932e-f96e86acfcad,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:06.510380 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Publish callbacks [] for security_group (7f84032a-bd87-4bb6-8708-6d7a7031866f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.526040 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (8b960579-3161-44a9-932e-f96e86acfcad), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.527374 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:05:06.599085 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7f84032a-bd87-4bb6-8708-6d7a7031866f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.628183 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=8b960579-3161-44a9-932e-f96e86acfcad,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:06.654107 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f84032a-bd87-4bb6-8708-6d7a7031866f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:06.669373 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.669719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.670309 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.670966 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:06.678008 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd9300-52c7-4323-90b6-0238e80e6ee2 req-5235a0de-33c4-4c37-b822-4bdae190cc08 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:06.679306 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-66dd9300-52c7-4323-90b6-0238e80e6ee2 req-5235a0de-33c4-4c37-b822-4bdae190cc08 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.1030192 Oct 21 15:05:06.693996 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20443f6-0ff7-43f2-87a0-37ba244bc3c8 req-c5682e63-12e2-4129-bb5c-69e29fbf137e tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:06.707289 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d20443f6-0ff7-43f2-87a0-37ba244bc3c8 req-c5682e63-12e2-4129-bb5c-69e29fbf137e tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.1167681 Oct 21 15:05:06.713194 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a4463173-30d5-475f-b9bd-74b5871a854f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2bf141afb8bd4299bd3b55f88b2e5675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985044 Oct 21 15:05:06.715375 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38342) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:06.785929 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d20443f6-0ff7-43f2-87a0-37ba244bc3c8 req-eed49d93-e246-4e32-8ee0-56dad7a3d816 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775881 Oct 21 15:05:06.796206 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:06.800334 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9461-f02d-4211-8f25-5cc1b004952d admin admin] Publish callbacks [] for security_group (7f84032a-bd87-4bb6-8708-6d7a7031866f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.811480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '3dcce850-3070-43ac-9708-ec49271ce80e', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e', 'mac_address': 'fa:16:3e:88:0c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:05:06.818296 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-66dd9300-52c7-4323-90b6-0238e80e6ee2 req-066d2cfb-f0d7-4b9c-a5a4-497c77f94841 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999331 Oct 21 15:05:06.843310 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9461-f02d-4211-8f25-5cc1b004952d admin admin] Publish callbacks [] for security_group (7f84032a-bd87-4bb6-8708-6d7a7031866f), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.855274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:06.878873 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:06.882842 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:06.898238 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcce850-3070-43ac-9708-ec49271ce80e {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:05:06.919020 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:07.097229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9461-f02d-4211-8f25-5cc1b004952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7f84032a-bd87-4bb6-8708-6d7a7031866f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:07.098037 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:07.100715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9461-f02d-4211-8f25-5cc1b004952d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:07.107407 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e4dd9461-f02d-4211-8f25-5cc1b004952d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7f84032a-bd87-4bb6-8708-6d7a7031866f HTTP/1.1" status: 204 len: 168 time: 0.3869793 Oct 21 15:05:07.125458 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9461-f02d-4211-8f25-5cc1b004952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84032a-bd87-4bb6-8708-6d7a7031866f,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:07.185281 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:07.322306 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d815-7476-40db-93be-009852dc505b req-663a42d0-e929-4185-8baa-02ba0b877b8b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:07.324891 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7de4d815-7476-40db-93be-009852dc505b req-663a42d0-e929-4185-8baa-02ba0b877b8b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 944 time: 0.0507689 Oct 21 15:05:07.405355 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7de4d815-7476-40db-93be-009852dc505b req-de2aa632-866c-4104-bd5e-7bbae0821f3f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750551 Oct 21 15:05:07.415978 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8b68f-d5df-443f-839c-31f68e382550 req-66e40b29-d0d1-47a6-8e79-12b7b5e009a5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:07.417480 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87a8b68f-d5df-443f-839c-31f68e382550 req-66e40b29-d0d1-47a6-8e79-12b7b5e009a5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0645776 Oct 21 15:05:07.475216 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87a8b68f-d5df-443f-839c-31f68e382550 req-f19968f5-942b-4ee9-bbbe-50f1bd6740cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517395 Oct 21 15:05:07.563783 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['3dcce850-3070-43ac-9708-ec49271ce80e'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:05:07.671873 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['8b960579-3161-44a9-932e-f96e86acfcad'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:05:07.815228 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:07.958351 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39d8ec-d8db-4321-a6d0-f6102c5d3222 req-c498a0af-6e21-418d-95a9-f89dcb67109a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:07.959918 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a39d8ec-d8db-4321-a6d0-f6102c5d3222 req-c498a0af-6e21-418d-95a9-f89dcb67109a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.0840228 Oct 21 15:05:07.981184 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3782df0-5e7d-45ea-9fd0-d1599bf1352f req-6e2ae2df-6f2e-4781-a5b2-40d483f3021c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:07.982723 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3782df0-5e7d-45ea-9fd0-d1599bf1352f req-6e2ae2df-6f2e-4781-a5b2-40d483f3021c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0692890 Oct 21 15:05:08.054784 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a39d8ec-d8db-4321-a6d0-f6102c5d3222 req-5a49dd5c-4f41-41a4-a3ed-df50eb9087bc tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881472 Oct 21 15:05:08.058843 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3782df0-5e7d-45ea-9fd0-d1599bf1352f req-4a6ec09e-e9a4-4cc8-8d19-a8ee12b0e5e1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688181 Oct 21 15:05:08.417504 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38392) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:08.518314 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:08.528028 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577167686-network', 'tenant_id': 'ea902dc770e449bd9e53b96f753176bf'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:08.545679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be66db6-f220-4040-95b2-5bfedb1bd6de req-eaf296ed-99b6-4fbc-8e9f-b2982b54b2b1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:08.547259 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6be66db6-f220-4040-95b2-5bfedb1bd6de req-eaf296ed-99b6-4fbc-8e9f-b2982b54b2b1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 944 time: 0.0600710 Oct 21 15:05:08.619674 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068288b-e1f1-4d5e-bcb6-2c2fdb20ac18 req-c8a5c9de-7870-4047-9df5-8d85a8d2a196 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:08.622394 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f068288b-e1f1-4d5e-bcb6-2c2fdb20ac18 req-c8a5c9de-7870-4047-9df5-8d85a8d2a196 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0701065 Oct 21 15:05:08.653999 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6be66db6-f220-4040-95b2-5bfedb1bd6de req-5ed7fa67-722b-4fbd-9555-5def3db32ef4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987732 Oct 21 15:05:08.682075 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f068288b-e1f1-4d5e-bcb6-2c2fdb20ac18 req-633aebcb-2565-4f04-96a8-d6f3ae71ab3b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Oct 21 15:05:08.684558 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Made reservation on behalf of ea902dc770e449bd9e53b96f753176bf for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:08.686859 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:08.699280 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:08.738167 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:08.775674 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks [] for security_group (6f765293-f2f9-4174-bca4-be37a916ca45), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:08.879411 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (6f765293-f2f9-4174-bca4-be37a916ca45), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:08.905704 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:05:08.914950 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f765293-f2f9-4174-bca4-be37a916ca45,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:08.924475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (da4b4ea8-3845-404e-893b-4996524ea98d), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:08.924812 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Added segment da4b4ea8-3845-404e-893b-4996524ea98d of type vlan for network d9b54ae8-1e03-4233-99ab-688921b1505b Oct 21 15:05:08.926779 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.927118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.927451 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.927785 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.928110 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.928435 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.928758 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.929171 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.929491 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.929810 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.930142 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.930443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.930786 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.931105 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.931417 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:08.977480 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (d9b54ae8-1e03-4233-99ab-688921b1505b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:09.124844 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (d9b54ae8-1e03-4233-99ab-688921b1505b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:09.125919 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:09.126504 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:09.221425 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] Pushing event updated for resources: {'Network': ['ID=d9b54ae8-1e03-4233-99ab-688921b1505b,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:09.231577 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff316-5efb-4408-9a14-c7cd2d85b61e req-360d4821-0d97-457f-86d0-6a9ce3235b34 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:09.232426 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network d9b54ae8-1e03-4233-99ab-688921b1505b details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:05:09.233086 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-960ff316-5efb-4408-9a14-c7cd2d85b61e req-360d4821-0d97-457f-86d0-6a9ce3235b34 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0872755 Oct 21 15:05:09.281741 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e2a405c9-6eb6-4bf0-83db-88464331952b admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8603320 Oct 21 15:05:09.282952 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38414) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:09.293548 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Request body: {'subnet': {'network_id': 'd9b54ae8-1e03-4233-99ab-688921b1505b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577167686-subnet', 'tenant_id': 'ea902dc770e449bd9e53b96f753176bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:09.309373 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-960ff316-5efb-4408-9a14-c7cd2d85b61e req-5b40bc78-6036-4364-856c-b796355b280b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700927 Oct 21 15:05:09.368718 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:09.384679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32bc5-675a-48bf-9726-eb186bb745ab req-05363124-90cb-4a6e-b46f-624878f8e5af tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:09.386769 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a6b32bc5-675a-48bf-9726-eb186bb745ab req-05363124-90cb-4a6e-b46f-624878f8e5af tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0478928 Oct 21 15:05:09.406094 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Made reservation on behalf of ea902dc770e449bd9e53b96f753176bf for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:09.408437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:09.488593 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a6b32bc5-675a-48bf-9726-eb186bb745ab req-26420162-b629-4836-a6de-c6cf9bc2d5fc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960355 Oct 21 15:05:09.678977 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (3669d442-714e-47eb-822a-951f466f4957), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:09.744925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3669d442-714e-47eb-822a-951f466f4957,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:09.788377 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Checking segment: {'id': 'da4b4ea8-3845-404e-893b-4996524ea98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd9b54ae8-1e03-4233-99ab-688921b1505b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:09.788734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Network hostable DHCP agents. Network: d9b54ae8-1e03-4233-99ab-688921b1505b, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:05:09.797988 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebbebe-d456-413e-9756-b53434c0c392 req-49b70fdb-a0d3-475e-a34f-1797e0d52f90 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:09.799484 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d7ebbebe-d456-413e-9756-b53434c0c392 req-49b70fdb-a0d3-475e-a34f-1797e0d52f90 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 944 time: 0.0676765 Oct 21 15:05:09.835954 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:09.852589 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d7ebbebe-d456-413e-9756-b53434c0c392 req-0f8bc168-0b38-4bb0-979f-e709346d165c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 Oct 21 15:05:09.902675 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Network d9b54ae8-1e03-4233-99ab-688921b1505b is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:05:09.987637 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, d9b54ae8-1e03-4233-99ab-688921b1505b) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:09.991851 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:09.992455 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:09.996830 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48baac8-0432-4a5e-998c-10d4c5dd6a87 None None] Network d9b54ae8-1e03-4233-99ab-688921b1505b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:10.081545 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b656ec0e-74c5-4821-a8f1-6315731dea57 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7973428 Oct 21 15:05:10.098654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d274504-fb43-4205-bee1-b3e21abbc220 None None] Network d9b54ae8-1e03-4233-99ab-688921b1505b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:10.283640 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:10.293982 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-236648de-e5fd-4682-84e2-09643d838aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.295641 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-236648de-e5fd-4682-84e2-09643d838aba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1130 time: 0.0409248 Oct 21 15:05:10.408223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-ed015132-cdb0-457f-9148-709ab6b653ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.412299 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-ed015132-cdb0-457f-9148-709ab6b653ad service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.1082687 Oct 21 15:05:10.451335 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-b6995bc3-9844-480d-a39c-01773da744c4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 200 len: 217 time: 0.0341897 Oct 21 15:05:10.465484 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd797-e2cb-4947-924b-2301e7bea393 req-0d1ede0d-c69c-45cc-a201-b31f163a8fd4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.467119 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-48bdd797-e2cb-4947-924b-2301e7bea393 req-0d1ede0d-c69c-45cc-a201-b31f163a8fd4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0468361 Oct 21 15:05:10.508547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-867a1d19-3e9b-4efc-be2f-24bef443692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.510118 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-867a1d19-3e9b-4efc-be2f-24bef443692b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0468531 Oct 21 15:05:10.543041 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-48bdd797-e2cb-4947-924b-2301e7bea393 req-9ad7949d-4e12-4747-8927-23fa57cb5dc2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698225 Oct 21 15:05:10.581197 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-f6df3527-c75c-4139-836f-0c08f02b9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.582057 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-f6df3527-c75c-4139-836f-0c08f02b9630 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0654945 Oct 21 15:05:10.638558 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40804722-5a31-4408-98ba-cea8f94d1b61 req-69e413e2-b48d-4f01-af83-e392edf7e0ab tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.640072 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40804722-5a31-4408-98ba-cea8f94d1b61 req-69e413e2-b48d-4f01-af83-e392edf7e0ab tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0497346 Oct 21 15:05:10.649255 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:10.686801 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-42f3c8ad-7509-4484-970f-76c376bed86d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902746 Oct 21 15:05:10.691153 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40804722-5a31-4408-98ba-cea8f94d1b61 req-4b36c867-c56e-4baf-a128-bea72c93533c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Oct 21 15:05:10.799639 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-728e50a7-6527-4ec1-864a-12e5a7c67f19 req-3f0d1fe7-e0f3-468c-8da8-78a39a1d6fb1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056969 Oct 21 15:05:10.863531 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38456) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:10.868663 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-161351438-network', 'tenant_id': '9296a1ae9d8d4bde88b599ac492dd37b'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:10.974430 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140822b3-bf06-4958-bce8-21cccf23e63e req-8dae03b2-96dd-404b-93d5-97e1a8234abd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:10.976124 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-140822b3-bf06-4958-bce8-21cccf23e63e req-8dae03b2-96dd-404b-93d5-97e1a8234abd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 944 time: 0.0476186 Oct 21 15:05:11.021984 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Made reservation on behalf of 9296a1ae9d8d4bde88b599ac492dd37b for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:11.025231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.045203 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.047059 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-140822b3-bf06-4958-bce8-21cccf23e63e req-850562dc-1aca-4e83-b021-4c969063c0ab tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618992 Oct 21 15:05:11.130100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks [] for security_group (d272c2aa-7e7a-41fb-8644-329cfc54d0ec), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.225486 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 8b960579-3161-44a9-932e-f96e86acfcad up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:11.234573 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d272c2aa-7e7a-41fb-8644-329cfc54d0ec), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.260843 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:05:11.277852 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d272c2aa-7e7a-41fb-8644-329cfc54d0ec,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:11.280924 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (892adb48-0830-43fd-b06c-f8d9ceef36a0), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.283429 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Added segment 892adb48-0830-43fd-b06c-f8d9ceef36a0 of type vlan for network bf6fd142-81c2-4033-bb65-c0dbe9567476 Oct 21 15:05:11.302675 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 8b960579-3161-44a9-932e-f96e86acfcad completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:05:11.316445 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:11.325761 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (bf6fd142-81c2-4033-bb65-c0dbe9567476), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.393142 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 8b960579-3161-44a9-932e-f96e86acfcad triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:11.393531 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b960579-3161-44a9-932e-f96e86acfcad), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.393877 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 8b960579-3161-44a9-932e-f96e86acfcad Oct 21 15:05:11.429500 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (bf6fd142-81c2-4033-bb65-c0dbe9567476), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.433325 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:11.434395 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.481495 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 8b960579-3161-44a9-932e-f96e86acfcad is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:11.481955 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (8b960579-3161-44a9-932e-f96e86acfcad), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.509122 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:11.509340 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6fd142-81c2-4033-bb65-c0dbe9567476,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:11.511522 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f27d0-a56c-44d6-8dc8-96799bf76282" -d '{"events": [{"server_uuid": "53221d88-6f22-49de-9589-94759df68635", "name": "network-vif-plugged", "status": "completed", "tag": "8b960579-3161-44a9-932e-f96e86acfcad"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:11.526169 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network bf6fd142-81c2-4033-bb65-c0dbe9567476 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:05:11.531584 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 8b960579-3161-44a9-932e-f96e86acfcad, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8b960579-3161-44a9-932e-f96e86acfcad,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:11.537823 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-532c538f-36e7-4d18-a114-dadcfff819d7 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6720352 Oct 21 15:05:11.540062 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38490) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:11.551089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Request body: {'subnet': {'network_id': 'bf6fd142-81c2-4033-bb65-c0dbe9567476', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-161351438-subnet', 'tenant_id': '9296a1ae9d8d4bde88b599ac492dd37b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:11.607494 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2cf21a-9856-4a4b-9846-71989e1e865b x-openstack-request-id: req-3d2cf21a-9856-4a4b-9846-71989e1e865b {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:11.607808 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53221d88-6f22-49de-9589-94759df68635", "name": "network-vif-plugged", "status": "completed", "tag": "8b960579-3161-44a9-932e-f96e86acfcad", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:11.608069 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d2cf21a-9856-4a4b-9846-71989e1e865b {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:11.608469 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2cf21a-9856-4a4b-9846-71989e1e865b'] response: {'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad', 'code': 200} Oct 21 15:05:11.662541 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (8b960579-3161-44a9-932e-f96e86acfcad), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.663417 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:11.708724 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Made reservation on behalf of 9296a1ae9d8d4bde88b599ac492dd37b for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:11.719226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.743361 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=8b960579-3161-44a9-932e-f96e86acfcad,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:11.758945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.759490 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.760144 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.760874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.761361 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.761854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.762344 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.762866 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.763419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.763914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.764389 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.764890 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.766399 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.766985 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.767465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:11.767703 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebec37-22dd-4b86-b6ed-809f54429b34 req-c1fb71b0-86a2-485c-992c-eb9025c7ab93 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:11.771193 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dfebec37-22dd-4b86-b6ed-809f54429b34 req-c1fb71b0-86a2-485c-992c-eb9025c7ab93 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0880556 Oct 21 15:05:11.772491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 3dcce850-3070-43ac-9708-ec49271ce80e completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:05:11.823263 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dfebec37-22dd-4b86-b6ed-809f54429b34 req-c377d41d-b4ff-4e29-8254-d3c3ff5b94be tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Oct 21 15:05:11.935944 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 3dcce850-3070-43ac-9708-ec49271ce80e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:11.936322 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:11.936659 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 3dcce850-3070-43ac-9708-ec49271ce80e Oct 21 15:05:11.966063 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c32e1-7400-462b-87c4-a3891b7fd107 req-d03e89f8-c4d6-4da4-a621-8c82de7fe4c8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:11.971660 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-224c32e1-7400-462b-87c4-a3891b7fd107 req-d03e89f8-c4d6-4da4-a621-8c82de7fe4c8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0580254 Oct 21 15:05:12.012241 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:12.012543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:12.033140 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-224c32e1-7400-462b-87c4-a3891b7fd107 req-d06cfd39-16e4-484f-b6e5-639230507176 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597169 Oct 21 15:05:12.060584 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:12.069067 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf0245-99c3-42e3-a0bd-becc925e53bc req-cd59af81-6742-414a-af1b-6eb74e36d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:12.070752 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-16cf0245-99c3-42e3-a0bd-becc925e53bc req-cd59af81-6742-414a-af1b-6eb74e36d409 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 1129 time: 0.0445518 Oct 21 15:05:12.116354 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-16cf0245-99c3-42e3-a0bd-becc925e53bc req-50420e92-921e-4fba-bf4d-1fdab8d0376c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Oct 21 15:05:12.125232 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (50e7c11f-1a65-4511-88c0-9c0f8611a80b), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:12.154226 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:12.172431 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:12.174485 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e7c11f-1a65-4511-88c0-9c0f8611a80b,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:12.175608 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdb09f-cda8-4eeb-95de-14338d79b61e req-8a974ae3-0c63-4bc0-bd20-b80b30bfa289 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:12.179068 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dfbdb09f-cda8-4eeb-95de-14338d79b61e req-8a974ae3-0c63-4bc0-bd20-b80b30bfa289 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0587447 Oct 21 15:05:12.202963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:12.220284 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Checking segment: {'id': '892adb48-0830-43fd-b06c-f8d9ceef36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bf6fd142-81c2-4033-bb65-c0dbe9567476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:12.220284 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Network hostable DHCP agents. Network: bf6fd142-81c2-4033-bb65-c0dbe9567476, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:05:12.225555 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:12.238909 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dfbdb09f-cda8-4eeb-95de-14338d79b61e req-19b9542e-c01c-4ff6-b5e2-f82eeb89689b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501170 Oct 21 15:05:12.348528 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Network bf6fd142-81c2-4033-bb65-c0dbe9567476 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:05:12.508029 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, bf6fd142-81c2-4033-bb65-c0dbe9567476) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:12.513156 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:12.513753 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:12.520632 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483622bf-c2ba-49c3-b847-9f2e835ed817 None None] Network bf6fd142-81c2-4033-bb65-c0dbe9567476 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:12.563029 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:12.621556 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba2331-b24e-49c0-a149-233f3eeff1b7 None None] Network bf6fd142-81c2-4033-bb65-c0dbe9567476 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:12.716239 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-446e9839-5d63-4414-8d38-0b85fffaea63 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1748877 Oct 21 15:05:12.980754 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812185-108f-48d7-b020-96d430f53427 req-8ecf1ed3-dfed-4d34-9ad1-53a5dafe9303 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:12.987608 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4a812185-108f-48d7-b020-96d430f53427 req-8ecf1ed3-dfed-4d34-9ad1-53a5dafe9303 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0534942 Oct 21 15:05:13.037042 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4a812185-108f-48d7-b020-96d430f53427 req-e437f767-f653-42e5-b67a-d6685fcead8f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463138 Oct 21 15:05:13.164281 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3036-9e07-43b0-9092-9cca1e7bfb9a req-7e668d09-c8f9-4729-8f73-0ddc4f7614be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:13.166068 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2c9a3036-9e07-43b0-9092-9cca1e7bfb9a req-7e668d09-c8f9-4729-8f73-0ddc4f7614be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0508246 Oct 21 15:05:13.219150 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2c9a3036-9e07-43b0-9092-9cca1e7bfb9a req-f914fcc6-5a4e-4102-b9cc-599ae2e4f4f5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Oct 21 15:05:13.362584 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ffc50-1f88-490f-b1ec-a46a732c1503 req-1c2a31b2-1e86-46e4-abc0-68323dd1b4b4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:13.364056 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-219ffc50-1f88-490f-b1ec-a46a732c1503 req-1c2a31b2-1e86-46e4-abc0-68323dd1b4b4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Oct 21 15:05:13.394920 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:13.411904 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-219ffc50-1f88-490f-b1ec-a46a732c1503 req-8f54c434-bd36-45ce-9afe-4d33885cc34e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Oct 21 15:05:13.518588 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38540) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:13.609349 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:13.611748 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a435f3-7b5d-45fc-894b-b9410d133247" -d '{"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:13.624199 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-872b4b14-9147-4d7c-a375-cbb972324bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:13.650322 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe86723-58ff-49e9-845a-422fa20fa8cb x-openstack-request-id: req-cbe86723-58ff-49e9-845a-422fa20fa8cb {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:13.650657 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:13.650942 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbe86723-58ff-49e9-845a-422fa20fa8cb {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:13.655770 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe86723-58ff-49e9-845a-422fa20fa8cb'] response: {'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'code': 200} Oct 21 15:05:13.702620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-872b4b14-9147-4d7c-a375-cbb972324bf8 admin admin] Publish callbacks [] for security_group (c7923fef-0547-469f-8006-57df4aba77ca), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:13.805616 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-872b4b14-9147-4d7c-a375-cbb972324bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (c7923fef-0547-469f-8006-57df4aba77ca), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:13.861506 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b4b14-9147-4d7c-a375-cbb972324bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7923fef-0547-469f-8006-57df4aba77ca,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:13.866656 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-872b4b14-9147-4d7c-a375-cbb972324bf8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e77ae4c4746b49ae8da4fcd08fb6d292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470075 Oct 21 15:05:13.874428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38554) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:13.925413 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-19c57006-1310-4b9e-bcb1-9d561325c609 admin admin] Publish callbacks [] for security_group (c7923fef-0547-469f-8006-57df4aba77ca), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:13.927897 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:13.945964 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-19c57006-1310-4b9e-bcb1-9d561325c609 admin admin] Publish callbacks [] for security_group (c7923fef-0547-469f-8006-57df4aba77ca), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:14.072905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-19c57006-1310-4b9e-bcb1-9d561325c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (c7923fef-0547-469f-8006-57df4aba77ca), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:14.075546 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-19c57006-1310-4b9e-bcb1-9d561325c609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:14.076729 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-19c57006-1310-4b9e-bcb1-9d561325c609 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c7923fef-0547-469f-8006-57df4aba77ca HTTP/1.1" status: 204 len: 168 time: 0.2012267 Oct 21 15:05:14.086716 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c57006-1310-4b9e-bcb1-9d561325c609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7923fef-0547-469f-8006-57df4aba77ca,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:14.180418 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6543b-15fa-4905-a2d1-9b164f87de4c req-53e30351-019b-4a0f-bea5-46dfc89446e6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:14.181888 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-67c6543b-15fa-4905-a2d1-9b164f87de4c req-53e30351-019b-4a0f-bea5-46dfc89446e6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0482512 Oct 21 15:05:14.229458 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-67c6543b-15fa-4905-a2d1-9b164f87de4c req-361a2dda-ed45-48ff-bef8-8eef2a881f14 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Oct 21 15:05:14.333009 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:14.343510 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a004b87-e512-4b36-a473-38808d90ce43 req-039a7044-dc74-4deb-a533-26659f8beb83 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:14.344915 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a004b87-e512-4b36-a473-38808d90ce43 req-039a7044-dc74-4deb-a533-26659f8beb83 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0496218 Oct 21 15:05:14.394304 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a004b87-e512-4b36-a473-38808d90ce43 req-a0a1e1be-78aa-4d28-b4ca-d26c48246fb4 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Oct 21 15:05:14.535405 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587557-d488-464e-be8b-028ea22bc9df req-4d5c20c7-c20d-436b-855b-f64907df5698 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:14.536880 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42587557-d488-464e-be8b-028ea22bc9df req-4d5c20c7-c20d-436b-855b-f64907df5698 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0454590 Oct 21 15:05:14.584750 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42587557-d488-464e-be8b-028ea22bc9df req-47dd838d-e2eb-453d-a8a6-5da6345af11f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Oct 21 15:05:14.917274 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38574) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:14.931012 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4972fcc-683e-4877-a9da-1e76cab3a470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.006616 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4972fcc-683e-4877-a9da-1e76cab3a470 admin admin] Publish callbacks [] for security_group (94eda860-630c-47aa-9a91-aeb06dd8f29c), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.107588 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4972fcc-683e-4877-a9da-1e76cab3a470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (94eda860-630c-47aa-9a91-aeb06dd8f29c), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.151025 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d4972fcc-683e-4877-a9da-1e76cab3a470 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=59a1f04152c849d7a7963b0fd29b2f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325351 Oct 21 15:05:15.153067 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4972fcc-683e-4877-a9da-1e76cab3a470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eda860-630c-47aa-9a91-aeb06dd8f29c,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:15.154383 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38578) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:15.367605 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf9107-6c81-4232-86e7-a5bac89b4849 req-5f87d84d-91cf-40c0-ac94-c1b98ea1b061 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:15.369158 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7cf9107-6c81-4232-86e7-a5bac89b4849 req-5f87d84d-91cf-40c0-ac94-c1b98ea1b061 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0547945 Oct 21 15:05:15.377739 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a04-e46a-4d9e-9908-73d297209832 admin admin] Publish callbacks [] for security_group (94eda860-630c-47aa-9a91-aeb06dd8f29c), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.399501 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a04-e46a-4d9e-9908-73d297209832 admin admin] Publish callbacks [] for security_group (94eda860-630c-47aa-9a91-aeb06dd8f29c), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.420862 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7cf9107-6c81-4232-86e7-a5bac89b4849 req-2ed3135e-3fe6-49ab-9d1c-25d8e6432d54 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446939 Oct 21 15:05:15.517958 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c64248-9db4-481e-aa9a-8249161e68e7 req-35081192-b32b-4c29-bbc5-1375e159a019 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:15.519556 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f4c64248-9db4-481e-aa9a-8249161e68e7 req-35081192-b32b-4c29-bbc5-1375e159a019 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0471766 Oct 21 15:05:15.567161 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f4c64248-9db4-481e-aa9a-8249161e68e7 req-6561c628-8a02-4231-b605-24877caa33b6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Oct 21 15:05:15.575963 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a04-e46a-4d9e-9908-73d297209832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (94eda860-630c-47aa-9a91-aeb06dd8f29c), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.578926 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a04-e46a-4d9e-9908-73d297209832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:15.580476 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2a1b4a04-e46a-4d9e-9908-73d297209832 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/94eda860-630c-47aa-9a91-aeb06dd8f29c HTTP/1.1" status: 204 len: 168 time: 0.4251075 Oct 21 15:05:15.590775 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4a04-e46a-4d9e-9908-73d297209832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eda860-630c-47aa-9a91-aeb06dd8f29c,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:15.716182 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f581-67d0-44c1-ab83-662bf21d37f4 req-794d9be2-a547-476e-a5f1-4918a7606cdd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:15.717635 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e278f581-67d0-44c1-ab83-662bf21d37f4 req-794d9be2-a547-476e-a5f1-4918a7606cdd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0505409 Oct 21 15:05:15.738400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:15.767257 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e278f581-67d0-44c1-ab83-662bf21d37f4 req-e191a598-a243-4b62-9efa-c9549e322e49 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Oct 21 15:05:15.886671 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c27d2-eff0-4e8b-9ed8-3b96a5137d2c req-71168ddf-b9de-4d5e-b5ec-6131e581e7a9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:15.888098 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-685c27d2-eff0-4e8b-9ed8-3b96a5137d2c req-71168ddf-b9de-4d5e-b5ec-6131e581e7a9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0470386 Oct 21 15:05:15.899517 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38594) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:15.904794 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'port_id': '8b960579-3161-44a9-932e-f96e86acfcad'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:16.154485 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (134c23b9-a1a2-46df-a07a-8dc44eb3c77b), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.311181 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38604) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:16.326086 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eefd2f0d-4b8f-4169-b9cc-5e6ad74eb3b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.410211 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eefd2f0d-4b8f-4169-b9cc-5e6ad74eb3b0 admin admin] Publish callbacks [] for security_group (7bcf1d53-15f0-4611-840b-3424906f024e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.524362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eefd2f0d-4b8f-4169-b9cc-5e6ad74eb3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7bcf1d53-15f0-4611-840b-3424906f024e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.570071 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-eefd2f0d-4b8f-4169-b9cc-5e6ad74eb3b0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=eb176a2a41614c30b894e2787bfec4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577996 Oct 21 15:05:16.572308 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd2f0d-4b8f-4169-b9cc-5e6ad74eb3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf1d53-15f0-4611-840b-3424906f024e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:16.575110 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38608) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:16.628615 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d7a82f10-4ec6-4463-8dbb-750099283794 admin admin] Publish callbacks [] for security_group (7bcf1d53-15f0-4611-840b-3424906f024e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.637194 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d67600-08e2-463a-85ef-af6072f752e5 req-7d15d9d9-16ea-47e3-bab0-03422aa3c451 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:16.638794 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f6d67600-08e2-463a-85ef-af6072f752e5 req-7d15d9d9-16ea-47e3-bab0-03422aa3c451 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1295426 Oct 21 15:05:16.650213 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d7a82f10-4ec6-4463-8dbb-750099283794 admin admin] Publish callbacks [] for security_group (7bcf1d53-15f0-4611-840b-3424906f024e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.752976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d7a82f10-4ec6-4463-8dbb-750099283794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7bcf1d53-15f0-4611-840b-3424906f024e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.755595 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d7a82f10-4ec6-4463-8dbb-750099283794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.756833 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d7a82f10-4ec6-4463-8dbb-750099283794 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7bcf1d53-15f0-4611-840b-3424906f024e HTTP/1.1" status: 204 len: 168 time: 0.1807778 Oct 21 15:05:16.760393 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:16.765936 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a82f10-4ec6-4463-8dbb-750099283794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf1d53-15f0-4611-840b-3424906f024e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:16.796234 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e6190-2b21-4755-bf7a-9272c9f72733 req-30bdcfa0-6863-4311-9b51-d5ec43308fde tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:16.797750 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-434e6190-2b21-4755-bf7a-9272c9f72733 req-30bdcfa0-6863-4311-9b51-d5ec43308fde tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.1345301 Oct 21 15:05:16.858029 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f6d67600-08e2-463a-85ef-af6072f752e5 req-45555262-5e42-4932-9b07-98dabccf543e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124932 Oct 21 15:05:16.928179 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-434e6190-2b21-4755-bf7a-9272c9f72733 req-bf354567-1c66-45ac-a932-f47978e7deff tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178594 Oct 21 15:05:16.934476 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:16.935508 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:16.994289 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-5910b8d2-c952-4126-b1a2-c2669b7f9949 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786364 Oct 21 15:05:17.017219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (134c23b9-a1a2-46df-a07a-8dc44eb3c77b), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:17.132469 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5654c9-926e-4397-86a8-2687b424daab req-ae99ffe8-5b7c-41c3-82b9-6dc079f5a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:17.135142 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-ae99ffe8-5b7c-41c3-82b9-6dc079f5a50d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1130 time: 0.0692716 Oct 21 15:05:17.182911 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP 134c23b9-a1a2-46df-a07a-8dc44eb3c77b associated. External IP: 172.27.0.48, port: 8b960579-3161-44a9-932e-f96e86acfcad. Oct 21 15:05:17.259380 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06406e7-d1db-48ff-9748-95d86b40d58b req-945adda7-1247-4ffd-9ecc-152fd995100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:17.261002 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c06406e7-d1db-48ff-9748-95d86b40d58b req-945adda7-1247-4ffd-9ecc-152fd995100a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1130 time: 0.1157012 Oct 21 15:05:17.342540 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5654c9-926e-4397-86a8-2687b424daab req-925bbce1-823a-4333-9bc1-b68d9a779bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:17.344204 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-925bbce1-823a-4333-9bc1-b68d9a779bc7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.1594002 Oct 21 15:05:17.347811 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c06406e7-d1db-48ff-9748-95d86b40d58b req-c6e4374c-30fd-48a7-91ab-5289fccee302 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805717 Oct 21 15:05:17.404885 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:17.422774 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:05:17.532693 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:05:17.538646 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:17.549975 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:05:17.570725 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f46f3951-9b75-447c-8e8d-c3cfce8a8bc3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/134c23b9-a1a2-46df-a07a-8dc44eb3c77b HTTP/1.1" status: 200 len: 990 time: 1.6698020 Oct 21 15:05:17.571366 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:17.572425 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:17.573539 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:17.573899 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f" -d '{"events": [{"name": "network-changed", "server_uuid": "53221d88-6f22-49de-9589-94759df68635", "tag": "8b960579-3161-44a9-932e-f96e86acfcad"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:17.617316 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b0f186-d3bf-4292-b5fa-afbebc8729dd x-openstack-request-id: req-a9b0f186-d3bf-4292-b5fa-afbebc8729dd {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:17.617779 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53221d88-6f22-49de-9589-94759df68635", "tag": "8b960579-3161-44a9-932e-f96e86acfcad", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:17.618215 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9b0f186-d3bf-4292-b5fa-afbebc8729dd {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:17.618836 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b0f186-d3bf-4292-b5fa-afbebc8729dd'] response: {'name': 'network-changed', 'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad', 'status': 'completed', 'code': 200} Oct 21 15:05:17.667009 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-5213488a-8d17-487a-80bf-87c3e10d4a82 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 217 time: 0.0790365 Oct 21 15:05:17.709899 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:17.753573 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:17.882609 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5654c9-926e-4397-86a8-2687b424daab req-abc9a7dd-0891-40cd-9fa3-123576af6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:17.884496 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-abc9a7dd-0891-40cd-9fa3-123576af6998 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0569344 Oct 21 15:05:17.999487 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:16Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:18.075716 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:05:18.107325 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:18.108083 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:18.251678 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:18.335712 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d774436-2be0-41dc-bf16-ff62c82e8896 req-0c7221ec-6f4d-4101-9f15-667dbba2fed0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:18.335712 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d774436-2be0-41dc-bf16-ff62c82e8896 req-0c7221ec-6f4d-4101-9f15-667dbba2fed0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.3500206 Oct 21 15:05:18.336777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-3668c257-3705-4f10-91ac-8867b19e6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:18.336777 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-3668c257-3705-4f10-91ac-8867b19e6fd5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 1129 time: 0.0792215 Oct 21 15:05:18.337204 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feaf19-93cb-42bd-af5f-c15c5eadc223 req-78891476-4b1a-49c0-9652-0794a5037050 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:18.341326 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22feaf19-93cb-42bd-af5f-c15c5eadc223 req-78891476-4b1a-49c0-9652-0794a5037050 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.1030676 Oct 21 15:05:18.402330 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d774436-2be0-41dc-bf16-ff62c82e8896 req-13cdadbb-71b9-4e4f-befd-1ef613394b62 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968828 Oct 21 15:05:18.410136 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5654c9-926e-4397-86a8-2687b424daab req-1165f297-adf4-4ad2-903e-17a3951de592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:18.411990 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-1165f297-adf4-4ad2-903e-17a3951de592 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1679478 Oct 21 15:05:18.418707 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22feaf19-93cb-42bd-af5f-c15c5eadc223 req-68715d02-d8f9-432f-a864-d8b03347ec6b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762298 Oct 21 15:05:18.479604 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:16Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:18.606237 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db7f09-6407-4ea7-b2b1-342904e068b7 None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:16Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:05:18.607689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-67cf4828-b341-458a-8c7d-f2d9c5463ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:18.607689 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-67cf4828-b341-458a-8c7d-f2d9c5463ca0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 916 time: 0.1703308 Oct 21 15:05:18.607689 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-65119738-55ef-45b3-bf37-bf0d81e1e2f1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625311 Oct 21 15:05:18.647620 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-18897778-4f2c-4f58-b287-9695fb156023 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b960579-3161-44a9-932e-f96e86acfcad HTTP/1.1" status: 200 len: 998 time: 0.1158993 Oct 21 15:05:18.695884 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:18.728168 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bb5654c9-926e-4397-86a8-2687b424daab req-6bd95e41-90eb-412d-a4a0-f9b00eada67a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135118 Oct 21 15:05:18.782339 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab40874-f0d9-4480-b8ef-c91a4780462f None None] New status for floating IP 134c23b9-a1a2-46df-a07a-8dc44eb3c77b: ACTIVE {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:05:19.047910 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6e36b02e-aae0-44e5-8349-346319c213d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:19.300477 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-141dd96a-ff34-4dc1-81b0-1e7282b567f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:19.302502 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-141dd96a-ff34-4dc1-81b0-1e7282b567f9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.1000330 Oct 21 15:05:19.346823 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-e501e204-12ce-491e-8d8e-98d3b638d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:19.348218 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-e501e204-12ce-491e-8d8e-98d3b638d2db service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390840 Oct 21 15:05:19.518150 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:19.568278 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-c7f3e5d0-c974-496f-8c39-48a6bf61ede7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042962 Oct 21 15:05:19.583029 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b94695-6155-4d66-9044-0dcf8f8fb309 req-a43893a6-6acd-4155-a4b8-ebf5cd22b080 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:19.583029 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87b94695-6155-4d66-9044-0dcf8f8fb309 req-a43893a6-6acd-4155-a4b8-ebf5cd22b080 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0627046 Oct 21 15:05:19.622494 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87b94695-6155-4d66-9044-0dcf8f8fb309 req-5bd09b74-3e3d-4816-ab2e-d2315d598021 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Oct 21 15:05:19.752968 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cb6b4-5314-47f6-91aa-c7a43a5d063f req-cdef4d30-6e7b-48ff-9729-f636d2fb86a1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:19.754470 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-889cb6b4-5314-47f6-91aa-c7a43a5d063f req-cdef4d30-6e7b-48ff-9729-f636d2fb86a1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0758197 Oct 21 15:05:19.765732 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68401783-5bc6-40f0-8484-4872a0e25285 req-2097bc6b-87f8-46ad-9633-a4c59345e06f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:19.767278 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-68401783-5bc6-40f0-8484-4872a0e25285 req-2097bc6b-87f8-46ad-9633-a4c59345e06f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0598590 Oct 21 15:05:19.778727 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38716) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:19.783786 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'floatingip': {'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:19.834883 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-889cb6b4-5314-47f6-91aa-c7a43a5d063f req-028e7e2f-76ca-45a0-8e30-546754b9a229 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665891 Oct 21 15:05:19.914261 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (966ccaa6-7e5a-41d4-ac38-8ce856e6af8c), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:20.148975 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f65aca3d-c6a3-43f6-9f8a-191ffedc426f req-cd4909e8-dc4a-42f0-8662-0843547ca4e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570105 Oct 21 15:05:20.840269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:20.942727 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (966ccaa6-7e5a-41d4-ac38-8ce856e6af8c), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:20.966766 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a0ea-98e8-4407-8001-7936da649870 req-b372fba7-fad1-4204-a48c-1cef21941a2a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:20.969010 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8ae8a0ea-98e8-4407-8001-7936da649870 req-b372fba7-fad1-4204-a48c-1cef21941a2a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0571766 Oct 21 15:05:20.992140 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:21.023942 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8ae8a0ea-98e8-4407-8001-7936da649870 req-45f7f67c-f347-40c7-8c1b-34becf90fbdb tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Oct 21 15:05:21.066611 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Floating IP 966ccaa6-7e5a-41d4-ac38-8ce856e6af8c associated. External IP: 172.27.0.121, port: 3dcce850-3070-43ac-9708-ec49271ce80e. Oct 21 15:05:21.201000 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:21.273264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:05:21.284531 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:21.377177 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:05:21.381802 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:21.387128 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:05:21.397059 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:21.397670 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:04:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:21.416044 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-41c7d2f0-b8a1-4922-a1a4-a29a36ebde12 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/966ccaa6-7e5a-41d4-ac38-8ce856e6af8c HTTP/1.1" status: 200 len: 992 time: 1.6358500 Oct 21 15:05:21.416818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:21.419441 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eb840f-4200-401b-bbd2-fd01778a6f21" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:21.457595 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc28291-a4ec-4975-ae49-cfc1c5bb21ae x-openstack-request-id: req-1fc28291-a4ec-4975-ae49-cfc1c5bb21ae {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:21.458057 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:21.458323 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fc28291-a4ec-4975-ae49-cfc1c5bb21ae {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:21.458837 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc28291-a4ec-4975-ae49-cfc1c5bb21ae'] response: {'name': 'network-changed', 'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'status': 'completed', 'code': 200} Oct 21 15:05:21.461498 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8c466253-218b-4988-9a4e-079ab4a5737d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:21.502592 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:21.560124 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-99dea1a1-d41b-4a22-a3ab-9695593f4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:21.561888 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-99dea1a1-d41b-4a22-a3ab-9695593f4813 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1130 time: 0.0760641 Oct 21 15:05:21.619514 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:21.673522 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:21.685616 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-e89eb6b2-ae68-4784-b243-af7efa18bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:21.687213 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-e89eb6b2-ae68-4784-b243-af7efa18bf23 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.1169951 Oct 21 15:05:21.748589 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '966ccaa6-7e5a-41d4-ac38-8ce856e6af8c', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'mac_address': 'fa:16:3e:88:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:29Z', 'updated_at': '2022-10-21T15:05:20Z', 'revision_number': 1, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:21.760690 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-fd5ac4b9-e887-424a-9869-8af6635bbad2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 200 len: 1000 time: 0.0610967 Oct 21 15:05:21.773948 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:05:21.782572 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:21.783306 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:21.816612 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-3859a14f-9b33-4169-888f-21feb666fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:21.818216 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-3859a14f-9b33-4169-888f-21feb666fec1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0495086 Oct 21 15:05:21.874242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-9e27ee2d-66e3-414c-99f2-d8c48aee0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:21.878681 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-9e27ee2d-66e3-414c-99f2-d8c48aee0be0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532751 Oct 21 15:05:21.978193 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:22.010395 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-4239acdd-1f89-48c0-8344-ae8944beefa5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227276 Oct 21 15:05:22.125574 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46eb840f-4200-401b-bbd2-fd01778a6f21 req-86b9a516-8574-4fec-ac8e-40e6367c9eae service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078198 Oct 21 15:05:22.159364 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:22.169658 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548f8c-4de0-44d9-a250-5c728ddf4ca4 req-243c3d01-f1f3-4d77-83a2-19d6ba28096c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:22.171331 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-46548f8c-4de0-44d9-a250-5c728ddf4ca4 req-243c3d01-f1f3-4d77-83a2-19d6ba28096c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0606606 Oct 21 15:05:22.202457 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '966ccaa6-7e5a-41d4-ac38-8ce856e6af8c', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'mac_address': 'fa:16:3e:88:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:29Z', 'updated_at': '2022-10-21T15:05:20Z', 'revision_number': 1, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:22.223171 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-46548f8c-4de0-44d9-a250-5c728ddf4ca4 req-5254e8df-064d-4c4b-af8a-7b716fe442da tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Oct 21 15:05:22.228874 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61705857-58fe-417e-b7d8-6e34e15fec8f None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '966ccaa6-7e5a-41d4-ac38-8ce856e6af8c', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'mac_address': 'fa:16:3e:88:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:29Z', 'updated_at': '2022-10-21T15:05:20Z', 'revision_number': 1, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:05:22.418077 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2689c-4922-4db2-806a-ebc33be6335a None None] New status for floating IP 966ccaa6-7e5a-41d4-ac38-8ce856e6af8c: ACTIVE {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:05:22.523676 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38810) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:22.557404 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:22.638446 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a32cc4c5-4d01-4f2a-9d95-9b15eefc1e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:22.743575 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a32cc4c5-4d01-4f2a-9d95-9b15eefc1e12 admin admin] Publish callbacks [] for security_group (321a17c6-fc86-47cf-8fed-dd54e7242dba), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:22.850349 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a32cc4c5-4d01-4f2a-9d95-9b15eefc1e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (321a17c6-fc86-47cf-8fed-dd54e7242dba), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:22.896313 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a32cc4c5-4d01-4f2a-9d95-9b15eefc1e12 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2fa115142e01451f9a327780d4f0ca8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714545 Oct 21 15:05:22.897031 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cc4c5-4d01-4f2a-9d95-9b15eefc1e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a17c6-fc86-47cf-8fed-dd54e7242dba,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:22.899159 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38830) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:22.953116 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3b22b64b-78a5-4d33-9694-7d4c394a85d3 admin admin] Publish callbacks [] for security_group (321a17c6-fc86-47cf-8fed-dd54e7242dba), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:22.974326 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3b22b64b-78a5-4d33-9694-7d4c394a85d3 admin admin] Publish callbacks [] for security_group (321a17c6-fc86-47cf-8fed-dd54e7242dba), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:23.124688 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3b22b64b-78a5-4d33-9694-7d4c394a85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (321a17c6-fc86-47cf-8fed-dd54e7242dba), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:23.127280 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3b22b64b-78a5-4d33-9694-7d4c394a85d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:23.128459 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3b22b64b-78a5-4d33-9694-7d4c394a85d3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/321a17c6-fc86-47cf-8fed-dd54e7242dba HTTP/1.1" status: 204 len: 168 time: 0.2283096 Oct 21 15:05:23.136618 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22b64b-78a5-4d33-9694-7d4c394a85d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a17c6-fc86-47cf-8fed-dd54e7242dba,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:23.370168 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c279f-6926-4af1-adba-0d2821031ad8 req-ac31054a-e39c-4c44-b4ed-d27049a483ea tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:23.371776 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-002c279f-6926-4af1-adba-0d2821031ad8 req-ac31054a-e39c-4c44-b4ed-d27049a483ea tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0566082 Oct 21 15:05:23.426663 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-002c279f-6926-4af1-adba-0d2821031ad8 req-35b49bf4-97a2-4189-8567-c1c9c944b42f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454948 Oct 21 15:05:23.999577 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:24.078862 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:24.392220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38902) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:24.504435 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c0234e6e-892b-4c45-9482-b871342c2db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:24.564467 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:24.582771 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f393f-16d8-4d32-a40b-cc967237ba99 req-5c8eb993-cfde-42d2-984f-4f5240f02bc2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:24.587343 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d6f393f-16d8-4d32-a40b-cc967237ba99 req-5c8eb993-cfde-42d2-984f-4f5240f02bc2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0696330 Oct 21 15:05:24.661157 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d6f393f-16d8-4d32-a40b-cc967237ba99 req-75631dcd-9b6d-428f-bacb-073efe883032 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699441 Oct 21 15:05:24.666164 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c0234e6e-892b-4c45-9482-b871342c2db1 admin admin] Publish callbacks [] for security_group (4ed57152-e3d1-48b4-8c8a-536712a4d222), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:24.816514 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c0234e6e-892b-4c45-9482-b871342c2db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (4ed57152-e3d1-48b4-8c8a-536712a4d222), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:24.860455 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c0234e6e-892b-4c45-9482-b871342c2db1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b0e8a6692b744a4aa6353f0247c4fcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671209 Oct 21 15:05:24.861304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234e6e-892b-4c45-9482-b871342c2db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed57152-e3d1-48b4-8c8a-536712a4d222,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:24.863893 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38910) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:24.916402 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d8141766-8f1e-42ec-801f-b57c37956ce6 admin admin] Publish callbacks [] for security_group (4ed57152-e3d1-48b4-8c8a-536712a4d222), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:24.936970 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d8141766-8f1e-42ec-801f-b57c37956ce6 admin admin] Publish callbacks [] for security_group (4ed57152-e3d1-48b4-8c8a-536712a4d222), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:25.084665 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d8141766-8f1e-42ec-801f-b57c37956ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (4ed57152-e3d1-48b4-8c8a-536712a4d222), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:25.087195 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d8141766-8f1e-42ec-801f-b57c37956ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:25.092326 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d8141766-8f1e-42ec-801f-b57c37956ce6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4ed57152-e3d1-48b4-8c8a-536712a4d222 HTTP/1.1" status: 204 len: 168 time: 0.2234216 Oct 21 15:05:25.097503 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8141766-8f1e-42ec-801f-b57c37956ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed57152-e3d1-48b4-8c8a-536712a4d222,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:25.784461 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e1791-69eb-40aa-a855-a91b927f6f82 req-336c5a4b-884f-4013-9644-9f14e1579f39 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:25.786054 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3d3e1791-69eb-40aa-a855-a91b927f6f82 req-336c5a4b-884f-4013-9644-9f14e1579f39 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0478184 Oct 21 15:05:25.798267 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:25.835422 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3d3e1791-69eb-40aa-a855-a91b927f6f82 req-8a211125-7c57-47c2-a3fa-58c8dbcfa142 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Oct 21 15:05:25.991909 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 38936) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:26.000278 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c1-fe2c-454e-a39c-78beed073ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.037368 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:26.089780 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c1-fe2c-454e-a39c-78beed073ce0 admin admin] Publish callbacks [] for security_group (6fced932-4cf9-442e-b263-284eef0fa6aa), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.204161 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c1-fe2c-454e-a39c-78beed073ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (6fced932-4cf9-442e-b263-284eef0fa6aa), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.245331 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-27a8f7c1-fe2c-454e-a39c-78beed073ce0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8162be9f54e645049234d1d309c8ffd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574708 Oct 21 15:05:26.247187 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f7c1-fe2c-454e-a39c-78beed073ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fced932-4cf9-442e-b263-284eef0fa6aa,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:26.248368 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 38942) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:26.301551 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6ce20578-1166-4af6-b264-5f82113aea89 admin admin] Publish callbacks [] for security_group (6fced932-4cf9-442e-b263-284eef0fa6aa), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.322005 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6ce20578-1166-4af6-b264-5f82113aea89 admin admin] Publish callbacks [] for security_group (6fced932-4cf9-442e-b263-284eef0fa6aa), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.484875 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6ce20578-1166-4af6-b264-5f82113aea89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (6fced932-4cf9-442e-b263-284eef0fa6aa), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.487625 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6ce20578-1166-4af6-b264-5f82113aea89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:26.489317 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-6ce20578-1166-4af6-b264-5f82113aea89 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6fced932-4cf9-442e-b263-284eef0fa6aa HTTP/1.1" status: 204 len: 168 time: 0.2398021 Oct 21 15:05:26.503358 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce20578-1166-4af6-b264-5f82113aea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fced932-4cf9-442e-b263-284eef0fa6aa,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:26.972656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a362347-74d5-414d-8e6f-b23f1ddd28f2 req-0220b139-a06c-4939-aa03-1e7dfc2ec767 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:26.974281 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a362347-74d5-414d-8e6f-b23f1ddd28f2 req-0220b139-a06c-4939-aa03-1e7dfc2ec767 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0641618 Oct 21 15:05:27.023375 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a362347-74d5-414d-8e6f-b23f1ddd28f2 req-2c5facc8-0832-437d-a2d0-b8268351b62c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Oct 21 15:05:27.205875 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e28c-c49e-492f-b502-821d4b257756 req-5365a9fc-492e-4696-8f1b-fab764ff45b8 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:27.207364 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-64e0e28c-c49e-492f-b502-821d4b257756 req-5365a9fc-492e-4696-8f1b-fab764ff45b8 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.0623057 Oct 21 15:05:27.269525 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-64e0e28c-c49e-492f-b502-821d4b257756 req-eff73b77-32b9-4511-a3a1-168ccdd6f727 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552671 Oct 21 15:05:28.156443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a925a27-95e9-4db0-ad7d-c93cebd2d6f6 req-f44d9f8d-c9ce-4be3-808b-fb5d6ad1d0f7 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:28.157737 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a925a27-95e9-4db0-ad7d-c93cebd2d6f6 req-f44d9f8d-c9ce-4be3-808b-fb5d6ad1d0f7 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0535753 Oct 21 15:05:28.203578 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:28.209103 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a925a27-95e9-4db0-ad7d-c93cebd2d6f6 req-0fc56885-56a7-4dd1-bf63-dd3dbf88989d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454571 Oct 21 15:05:28.386005 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3f5c-f82f-4b1b-a69f-8c88e949f533 req-bdba3cfb-c600-4854-a27b-4e5333a9ca9a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:28.387530 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c0c3f5c-f82f-4b1b-a69f-8c88e949f533 req-bdba3cfb-c600-4854-a27b-4e5333a9ca9a tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.0463262 Oct 21 15:05:28.440871 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c0c3f5c-f82f-4b1b-a69f-8c88e949f533 req-6498bba0-4e47-4fd4-97fa-ebbf8257e75f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Oct 21 15:05:28.619120 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39026) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:28.734265 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f79-80a7-4959-b9c9-f9784f9ef19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:28.813807 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f79-80a7-4959-b9c9-f9784f9ef19c admin admin] Publish callbacks [] for security_group (936805d0-e9cf-4284-93ac-c74bef1cb833), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:28.930763 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f79-80a7-4959-b9c9-f9784f9ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (936805d0-e9cf-4284-93ac-c74bef1cb833), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:28.973929 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d70e8f79-80a7-4959-b9c9-f9784f9ef19c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=680f20eb6fd54decb74bf6275c7cc12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537130 Oct 21 15:05:28.974973 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8f79-80a7-4959-b9c9-f9784f9ef19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936805d0-e9cf-4284-93ac-c74bef1cb833,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:28.977524 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39042) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:29.028909 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d9f77308-daf5-4a02-a990-c4ee090412b3 admin admin] Publish callbacks [] for security_group (936805d0-e9cf-4284-93ac-c74bef1cb833), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.049627 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d9f77308-daf5-4a02-a990-c4ee090412b3 admin admin] Publish callbacks [] for security_group (936805d0-e9cf-4284-93ac-c74bef1cb833), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.178368 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:29.182991 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-ffd53d60-f7b0-4181-aa8f-02da7cf6b69d tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:29.183758 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:05:29.184478 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-ffd53d60-f7b0-4181-aa8f-02da7cf6b69d tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.0897307 Oct 21 15:05:29.196103 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:29.278762 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d9f77308-daf5-4a02-a990-c4ee090412b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (936805d0-e9cf-4284-93ac-c74bef1cb833), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.281315 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d9f77308-daf5-4a02-a990-c4ee090412b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.283131 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d9f77308-daf5-4a02-a990-c4ee090412b3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/936805d0-e9cf-4284-93ac-c74bef1cb833 HTTP/1.1" status: 204 len: 168 time: 0.3047493 Oct 21 15:05:29.345050 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f77308-daf5-4a02-a990-c4ee090412b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936805d0-e9cf-4284-93ac-c74bef1cb833,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:29.375063 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Deleting port 85f359e2-b00b-4baa-a54e-0be68cf11c36 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:05:29.375517 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.375660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b977-8020-459b-897e-bfc1aa97cc2e req-bf15581c-2602-4715-a4e2-d35c95bfee07 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:29.377247 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6c04b977-8020-459b-897e-bfc1aa97cc2e req-bf15581c-2602-4715-a4e2-d35c95bfee07 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0765367 Oct 21 15:05:29.426680 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6c04b977-8020-459b-897e-bfc1aa97cc2e req-31dc0f06-27ea-4caf-9b5c-9e41c8638962 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Oct 21 15:05:29.479063 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] For port 85f359e2-b00b-4baa-a54e-0be68cf11c36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=85f359e2-b00b-4baa-a54e-0be68cf11c36,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:29.479494 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.502025 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Calling delete_port for 85f359e2-b00b-4baa-a54e-0be68cf11c36 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:05:29.580959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1ab1b-011a-43dd-b599-6bbe486ee493 req-520be629-ec42-433a-9011-abc506f358e0 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:29.582267 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:29.582457 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d4a1ab1b-011a-43dd-b599-6bbe486ee493 req-520be629-ec42-433a-9011-abc506f358e0 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 945 time: 0.0483441 Oct 21 15:05:29.634040 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d4a1ab1b-011a-43dd-b599-6bbe486ee493 req-309b00f2-b26d-4de3-a2d2-cb7ce1304ca5 tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=894d10c3-a329-484e-b034-71f5b8a79e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Oct 21 15:05:29.798907 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (85f359e2-b00b-4baa-a54e-0be68cf11c36), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.814837 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['85f359e2-b00b-4baa-a54e-0be68cf11c36'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:05:29.842711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Pushing event deleted for resources: {'Port': ['ID=85f359e2-b00b-4baa-a54e-0be68cf11c36,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:29.920019 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] No DVR routers for this DVR port 85f359e2-b00b-4baa-a54e-0be68cf11c36 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:05:29.923434 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:29.927025 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6b20ec0d-3c86-4d38-83a2-43b465ba9722 req-7d1ba8c7-56aa-40f9-90ac-53b73f8fa44f tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.16 "DELETE /networking/v2.0/ports/85f359e2-b00b-4baa-a54e-0be68cf11c36 HTTP/1.1" status: 204 len: 173 time: 0.7369173 Oct 21 15:05:29.927549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'name': 'network-vif-deleted', 'tag': '85f359e2-b00b-4baa-a54e-0be68cf11c36'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:29.929878 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b6b4ce-f30f-483d-b05e-518d1a3663bf" -d '{"events": [{"server_uuid": "cd539fde-6a8b-427a-aea0-fa13d89a7d65", "name": "network-vif-deleted", "tag": "85f359e2-b00b-4baa-a54e-0be68cf11c36"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:29.975033 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb4428-49c5-4016-9445-abf2a1a29504 x-openstack-request-id: req-dbeb4428-49c5-4016-9445-abf2a1a29504 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:29.975482 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd539fde-6a8b-427a-aea0-fa13d89a7d65", "name": "network-vif-deleted", "tag": "85f359e2-b00b-4baa-a54e-0be68cf11c36", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:29.975589 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbeb4428-49c5-4016-9445-abf2a1a29504 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:29.976324 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbeb4428-49c5-4016-9445-abf2a1a29504'] response: {'server_uuid': 'cd539fde-6a8b-427a-aea0-fa13d89a7d65', 'name': 'network-vif-deleted', 'tag': '85f359e2-b00b-4baa-a54e-0be68cf11c36', 'status': 'completed', 'code': 200} Oct 21 15:05:30.585161 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82b48-d1e7-41f8-9a3a-aeb8363d74aa req-68bfd369-0f33-482a-8918-23baaf339744 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:30.585161 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b9f82b48-d1e7-41f8-9a3a-aeb8363d74aa req-68bfd369-0f33-482a-8918-23baaf339744 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0596642 Oct 21 15:05:30.641368 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b9f82b48-d1e7-41f8-9a3a-aeb8363d74aa req-4f31be20-9a71-4469-b513-b9ed92d0c1d8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Oct 21 15:05:30.687794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39130) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:30.776618 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b4031e72-ed1f-459c-82c8-46f5770fb0c9 req-99704d83-102a-42e1-aed5-ad3bec0495ba tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 210 time: 0.0295739 Oct 21 15:05:30.810816 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-796b3b24-8d78-4b71-9423-2ba268e99fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:30.911776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-796b3b24-8d78-4b71-9423-2ba268e99fe7 admin admin] Publish callbacks [] for security_group (aa0ec414-5aee-45c5-af9b-cd09e64c8f3c), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:31.032777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-796b3b24-8d78-4b71-9423-2ba268e99fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (aa0ec414-5aee-45c5-af9b-cd09e64c8f3c), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:31.072246 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-796b3b24-8d78-4b71-9423-2ba268e99fe7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2e47bdd8e76e480d894bf4691a9bc1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832812 Oct 21 15:05:31.074159 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b3b24-8d78-4b71-9423-2ba268e99fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ec414-5aee-45c5-af9b-cd09e64c8f3c,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:31.075058 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39180) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:31.125521 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2b6075fc-76e8-4437-b92c-74a1d62e998e admin admin] Publish callbacks [] for security_group (aa0ec414-5aee-45c5-af9b-cd09e64c8f3c), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:31.146385 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2b6075fc-76e8-4437-b92c-74a1d62e998e admin admin] Publish callbacks [] for security_group (aa0ec414-5aee-45c5-af9b-cd09e64c8f3c), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:31.324395 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2b6075fc-76e8-4437-b92c-74a1d62e998e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (aa0ec414-5aee-45c5-af9b-cd09e64c8f3c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:31.326966 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2b6075fc-76e8-4437-b92c-74a1d62e998e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:31.328104 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2b6075fc-76e8-4437-b92c-74a1d62e998e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/aa0ec414-5aee-45c5-af9b-cd09e64c8f3c HTTP/1.1" status: 204 len: 168 time: 0.2514789 Oct 21 15:05:31.336635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6075fc-76e8-4437-b92c-74a1d62e998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ec414-5aee-45c5-af9b-cd09e64c8f3c,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:31.763890 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb1703-b300-4f4d-b831-2c46dc5f8b75 req-3c640261-670d-4d63-8adc-f6f4cc7209fa tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:31.765504 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71eb1703-b300-4f4d-b831-2c46dc5f8b75 req-3c640261-670d-4d63-8adc-f6f4cc7209fa tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0495486 Oct 21 15:05:31.832046 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71eb1703-b300-4f4d-b831-2c46dc5f8b75 req-3f7bc593-fde4-44aa-a30b-56283000f345 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Oct 21 15:05:31.993654 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1af75d58-90ac-4108-bbf1-3e8bd901c503 req-53ac0a2c-ed46-4ed0-a2bf-9a74e9ae87dd tempest-DeleteServersTestJSON-417427499 tempest-DeleteServersTestJSON-417427499-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd539fde-6a8b-427a-aea0-fa13d89a7d65 HTTP/1.1" status: 200 len: 210 time: 0.0521114 Oct 21 15:05:32.176449 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39208) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:32.194459 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-123c8cd1-2c41-4db0-9dc3-768cfa335514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.282265 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-123c8cd1-2c41-4db0-9dc3-768cfa335514 admin admin] Publish callbacks [] for security_group (25a941e2-2a60-4bf5-a0bb-8e4a148719a2), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.445219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-123c8cd1-2c41-4db0-9dc3-768cfa335514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (25a941e2-2a60-4bf5-a0bb-8e4a148719a2), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.497785 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-123c8cd1-2c41-4db0-9dc3-768cfa335514 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f14e2329145d4f0f9ffa2982d3a42f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197091 Oct 21 15:05:32.499023 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c8cd1-2c41-4db0-9dc3-768cfa335514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a941e2-2a60-4bf5-a0bb-8e4a148719a2,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:32.501193 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39214) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:32.561713 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39216) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:32.564569 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-61844c48-c40f-41e9-84df-cdaeb97ee914 admin admin] Publish callbacks [] for security_group (25a941e2-2a60-4bf5-a0bb-8e4a148719a2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.587193 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-61844c48-c40f-41e9-84df-cdaeb97ee914 admin admin] Publish callbacks [] for security_group (25a941e2-2a60-4bf5-a0bb-8e4a148719a2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.615420 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:32.685376 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9908b7c0-f284-4a17-abec-6de22f73eede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.696964 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:32.736286 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-61844c48-c40f-41e9-84df-cdaeb97ee914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (25a941e2-2a60-4bf5-a0bb-8e4a148719a2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.743212 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-61844c48-c40f-41e9-84df-cdaeb97ee914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.743212 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-61844c48-c40f-41e9-84df-cdaeb97ee914 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/25a941e2-2a60-4bf5-a0bb-8e4a148719a2 HTTP/1.1" status: 204 len: 168 time: 0.2382407 Oct 21 15:05:32.750801 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61844c48-c40f-41e9-84df-cdaeb97ee914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a941e2-2a60-4bf5-a0bb-8e4a148719a2,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:32.765468 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:32.803607 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 85f359e2-b00b-4baa-a54e-0be68cf11c36 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:05:32.821155 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9908b7c0-f284-4a17-abec-6de22f73eede admin admin] Publish callbacks [] for security_group (925cd765-0149-4544-baa0-a4405bbc155c), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:32.826332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 85f359e2-b00b-4baa-a54e-0be68cf11c36 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:05:32.826826 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 85f359e2-b00b-4baa-a54e-0be68cf11c36 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:05:32.918970 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9908b7c0-f284-4a17-abec-6de22f73eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (925cd765-0149-4544-baa0-a4405bbc155c), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:33.010994 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9908b7c0-f284-4a17-abec-6de22f73eede admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4f03c1cd40ef4f3abc89c719723d2646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431093 Oct 21 15:05:33.011117 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908b7c0-f284-4a17-abec-6de22f73eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925cd765-0149-4544-baa0-a4405bbc155c,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:33.013707 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39242) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:33.021635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807030e-b38a-43b6-9cf8-53ba5650192e req-29fea04b-f25b-4a64-89ec-20a9f13e95f1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:33.023207 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9807030e-b38a-43b6-9cf8-53ba5650192e req-29fea04b-f25b-4a64-89ec-20a9f13e95f1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0990751 Oct 21 15:05:33.103234 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f4e83684-5920-4b11-b159-f566c492653e admin admin] Publish callbacks [] for security_group (925cd765-0149-4544-baa0-a4405bbc155c), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:33.115736 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9807030e-b38a-43b6-9cf8-53ba5650192e req-00e6c2cc-9aa9-46ab-ace6-172049198e46 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858624 Oct 21 15:05:33.139042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f4e83684-5920-4b11-b159-f566c492653e admin admin] Publish callbacks [] for security_group (925cd765-0149-4544-baa0-a4405bbc155c), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:33.524633 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f4e83684-5920-4b11-b159-f566c492653e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (925cd765-0149-4544-baa0-a4405bbc155c), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:33.527714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f4e83684-5920-4b11-b159-f566c492653e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:33.530275 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-f4e83684-5920-4b11-b159-f566c492653e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/925cd765-0149-4544-baa0-a4405bbc155c HTTP/1.1" status: 204 len: 168 time: 0.5137956 Oct 21 15:05:33.541223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83684-5920-4b11-b159-f566c492653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925cd765-0149-4544-baa0-a4405bbc155c,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:34.250327 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae47a-a9e4-489c-8462-b0bc5b87938c req-bb95eda9-8c73-4e74-bc96-b2abd9756091 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:34.251911 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c65ae47a-a9e4-489c-8462-b0bc5b87938c req-bb95eda9-8c73-4e74-bc96-b2abd9756091 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0550175 Oct 21 15:05:34.304238 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c65ae47a-a9e4-489c-8462-b0bc5b87938c req-a5b899ac-c713-47e7-ab90-a20dac39a535 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Oct 21 15:05:34.404644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39306) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:34.418465 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-095f86c5-ffe1-434c-8bc1-c80278471cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.499547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-095f86c5-ffe1-434c-8bc1-c80278471cee admin admin] Publish callbacks [] for security_group (8289783d-83eb-4c95-b7fa-e0ddf63adce9), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.639384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-095f86c5-ffe1-434c-8bc1-c80278471cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8289783d-83eb-4c95-b7fa-e0ddf63adce9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.660443 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:34.680814 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-095f86c5-ffe1-434c-8bc1-c80278471cee admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ee50ceb6e38b483ebc4443911bfd6531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751293 Oct 21 15:05:34.681934 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f86c5-ffe1-434c-8bc1-c80278471cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8289783d-83eb-4c95-b7fa-e0ddf63adce9,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:34.684612 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39312) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:34.735977 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01023e9c-54bd-4d9f-a488-31b805c6ae6f admin admin] Publish callbacks [] for security_group (8289783d-83eb-4c95-b7fa-e0ddf63adce9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.757957 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01023e9c-54bd-4d9f-a488-31b805c6ae6f admin admin] Publish callbacks [] for security_group (8289783d-83eb-4c95-b7fa-e0ddf63adce9), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.878375 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01023e9c-54bd-4d9f-a488-31b805c6ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8289783d-83eb-4c95-b7fa-e0ddf63adce9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.881396 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01023e9c-54bd-4d9f-a488-31b805c6ae6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:34.883652 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-01023e9c-54bd-4d9f-a488-31b805c6ae6f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8289783d-83eb-4c95-b7fa-e0ddf63adce9 HTTP/1.1" status: 204 len: 168 time: 0.1961310 Oct 21 15:05:34.890975 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01023e9c-54bd-4d9f-a488-31b805c6ae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8289783d-83eb-4c95-b7fa-e0ddf63adce9,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:34.974863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39328) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:35.108236 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:35.410165 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (c21281b9-b112-43c4-a810-1d3b52846d2e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.446396 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe1d2-a22d-4bdc-8c7a-a26f3aec69c2 req-36683acc-c15f-421c-8ac6-f990b7dfca8b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:35.454147 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d2bfe1d2-a22d-4bdc-8c7a-a26f3aec69c2 req-36683acc-c15f-421c-8ac6-f990b7dfca8b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0579484 Oct 21 15:05:35.509718 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d2bfe1d2-a22d-4bdc-8c7a-a26f3aec69c2 req-8dd51e71-246c-4408-a571-593c3f41dd16 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499895 Oct 21 15:05:35.603290 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39356) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:35.616660 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:35.657768 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Deleting subnet 3669d442-714e-47eb-822a-951f466f4957 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:05:35.661156 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39358) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:35.663507 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Publish callbacks [] for subnet (3669d442-714e-47eb-822a-951f466f4957), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.702401 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa946-0c77-486f-addf-ad88b58d6900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.717783 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Deleting port 39502970-2f88-4311-be25-73fe80011e3d {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:05:35.718328 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (39502970-2f88-4311-be25-73fe80011e3d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.736193 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Publish callbacks [] for subnet (3669d442-714e-47eb-822a-951f466f4957), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.753030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (3669d442-714e-47eb-822a-951f466f4957), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.814286 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] For port 39502970-2f88-4311-be25-73fe80011e3d, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=39502970-2f88-4311-be25-73fe80011e3d,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:35.814702 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (39502970-2f88-4311-be25-73fe80011e3d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.829357 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Calling delete_port for 39502970-2f88-4311-be25-73fe80011e3d owned by network:router_interface {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:05:35.850406 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa946-0c77-486f-addf-ad88b58d6900 admin admin] Publish callbacks [] for security_group (f94cd93f-3248-4a4d-8c5d-c08767604f11), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.925223 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (3669d442-714e-47eb-822a-951f466f4957), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.953352 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3669d442-714e-47eb-822a-951f466f4957,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:35.959917 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa946-0c77-486f-addf-ad88b58d6900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f94cd93f-3248-4a4d-8c5d-c08767604f11), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:35.964409 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:36.006291 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4ebfa946-0c77-486f-addf-ad88b58d6900 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b16ed6d1926940b6ade836a2a6a60124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431692 Oct 21 15:05:36.006512 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfa946-0c77-486f-addf-ad88b58d6900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94cd93f-3248-4a4d-8c5d-c08767604f11,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:36.008808 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39366) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:36.009795 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.013513 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-76042bf2-4ddc-4aac-960f-d5198bfd2a47 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/3669d442-714e-47eb-822a-951f466f4957 HTTP/1.1" status: 204 len: 168 time: 0.4088840 Oct 21 15:05:36.021759 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39368) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:36.123087 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (d9b54ae8-1e03-4233-99ab-688921b1505b), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.145317 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f95b9bc8-7ff5-42ef-8697-51605d65cb19 admin admin] Publish callbacks [] for security_group (f94cd93f-3248-4a4d-8c5d-c08767604f11), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.147477 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (39502970-2f88-4311-be25-73fe80011e3d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.178479 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=39502970-2f88-4311-be25-73fe80011e3d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:36.181342 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:36.237290 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f95b9bc8-7ff5-42ef-8697-51605d65cb19 admin admin] Publish callbacks [] for security_group (f94cd93f-3248-4a4d-8c5d-c08767604f11), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.265249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (d9b54ae8-1e03-4233-99ab-688921b1505b), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.297802 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.298150 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.298907 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.299240 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > port after_create 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.300035 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > port after_delete 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.300035 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > port after_update 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.300246 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.300543 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.300866 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.301184 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.318911 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (c21281b9-b112-43c4-a810-1d3b52846d2e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.440148 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee663c-d39f-44ca-a925-eade9a2469d1 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:05:36.531486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.532005 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.532628 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.532628 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:36.532915 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b54ae8-1e03-4233-99ab-688921b1505b']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:36.548533 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:36.562074 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Router c21281b9-b112-43c4-a810-1d3b52846d2e has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:05:36.570855 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee663c-d39f-44ca-a925-eade9a2469d1 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:05:36.588111 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4b4ea8-3845-404e-893b-4996524ea98d') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:36.588410 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4b4ea8-3845-404e-893b-4996524ea98d') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:36.624745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (da4b4ea8-3845-404e-893b-4996524ea98d), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.676468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:05:36.685398 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-26feb534-b4f0-4c1b-9189-973a40fe2d1b admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c21281b9-b112-43c4-a810-1d3b52846d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013946 Oct 21 15:05:36.685398 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39376) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:36.688292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (da4b4ea8-3845-404e-893b-4996524ea98d), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.709519 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:05:36.710097 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (da4b4ea8-3845-404e-893b-4996524ea98d), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.710353 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] Sync routers for ids ['c21281b9-b112-43c4-a810-1d3b52846d2e'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:05:36.720765 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] Routers {'c21281b9-b112-43c4-a810-1d3b52846d2e'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:36.721398 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c21281b9-b112-43c4-a810-1d3b52846d2e'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:36.739215 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:36.741745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a781-691a-4470-b838-9fa5f0f0f6c6 req-80f56bc8-e0cc-4097-a7fc-af9c3d915474 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:36.743498 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6e48a781-691a-4470-b838-9fa5f0f0f6c6 req-80f56bc8-e0cc-4097-a7fc-af9c3d915474 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.1292198 Oct 21 15:05:36.839086 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] Set router c21281b9-b112-43c4-a810-1d3b52846d2e gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:36.840209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f95b9bc8-7ff5-42ef-8697-51605d65cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f94cd93f-3248-4a4d-8c5d-c08767604f11), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.843279 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f95b9bc8-7ff5-42ef-8697-51605d65cb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.846899 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f95b9bc8-7ff5-42ef-8697-51605d65cb19 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f94cd93f-3248-4a4d-8c5d-c08767604f11 HTTP/1.1" status: 204 len: 168 time: 0.8238037 Oct 21 15:05:36.866799 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6e48a781-691a-4470-b838-9fa5f0f0f6c6 req-2625ce13-8d6a-4a3d-aefe-ad22670d71ec tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815952 Oct 21 15:05:36.866799 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b9bc8-7ff5-42ef-8697-51605d65cb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94cd93f-3248-4a4d-8c5d-c08767604f11,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:36.870985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks [] for router (c21281b9-b112-43c4-a810-1d3b52846d2e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:36.924527 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (d9b54ae8-1e03-4233-99ab-688921b1505b), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.253107 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.253107 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/d9b54ae8-1e03-4233-99ab-688921b1505b HTTP/1.1" status: 204 len: 168 time: 0.9199724 Oct 21 15:05:37.254317 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39384) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:37.255171 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef1ed3-b4bb-4663-b6c3-e4dc9cdbc90e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b54ae8-1e03-4233-99ab-688921b1505b,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:37.255442 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Deleting subnet 50e7c11f-1a65-4511-88c0-9c0f8611a80b {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:05:37.255442 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Publish callbacks [] for subnet (50e7c11f-1a65-4511-88c0-9c0f8611a80b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.256066 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:05:35Z', 'revision_number': 5, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:37.256649 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks [] for router_gateway (c21281b9-b112-43c4-a810-1d3b52846d2e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.257007 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] Checking router: c21281b9-b112-43c4-a810-1d3b52846d2e for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:05:37.257007 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] Routers {'c21281b9-b112-43c4-a810-1d3b52846d2e'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:37.257007 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c21281b9-b112-43c4-a810-1d3b52846d2e'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:37.257503 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Publish callbacks [] for subnet (50e7c11f-1a65-4511-88c0-9c0f8611a80b), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.257503 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (50e7c11f-1a65-4511-88c0-9c0f8611a80b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.257674 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment da4b4ea8-3845-404e-893b-4996524ea98d resource provider aggregate not found Oct 21 15:05:37.257674 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment da4b4ea8-3845-404e-893b-4996524ea98d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da4b4ea8-3845-404e-893b-4996524ea98d found for delete ", "request_id": "req-40973b71-3f7d-4fcb-9fe6-7959574f4d26"}]} Oct 21 15:05:37.257840 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] Set router c21281b9-b112-43c4-a810-1d3b52846d2e gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:37.356422 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for subnet (50e7c11f-1a65-4511-88c0-9c0f8611a80b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.357833 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:37.427666 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e7c11f-1a65-4511-88c0-9c0f8611a80b,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:37.449475 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.453264 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-184d2513-d79c-4de0-b973-77c983242cfc admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/50e7c11f-1a65-4511-88c0-9c0f8611a80b HTTP/1.1" status: 204 len: 168 time: 0.4987984 Oct 21 15:05:37.454140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Deleting port 1df864ee-ee7c-4df1-9333-6c0820f30c38 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:05:37.454466 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.455970 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39400) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:37.464268 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:05:35Z', 'revision_number': 5, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:37.511842 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9acf04-d579-4c95-b0a8-e6cdf5fc017e None None] The sync data for ids ['c21281b9-b112-43c4-a810-1d3b52846d2e'] in dv-cinder-836083-16-iscsi is: [{'id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'name': 'tempest-DeleteServersTestJSON-2122664438-router', 'tenant_id': '6406e245a2fd4700aebba95795a18632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:05:35Z', 'revision_number': 5, 'project_id': '6406e245a2fd4700aebba95795a18632', 'gw_port': {'id': '1df864ee-ee7c-4df1-9333-6c0820f30c38', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21281b9-b112-43c4-a810-1d3b52846d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:05:37.597961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] For port 1df864ee-ee7c-4df1-9333-6c0820f30c38, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1df864ee-ee7c-4df1-9333-6c0820f30c38,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:37.597961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.609155 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Calling delete_port for 1df864ee-ee7c-4df1-9333-6c0820f30c38 owned by network:router_gateway {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:05:37.633670 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (bf6fd142-81c2-4033-bb65-c0dbe9567476), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.661211 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:37.729124 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (bf6fd142-81c2-4033-bb65-c0dbe9567476), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.759127 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6fd142-81c2-4033-bb65-c0dbe9567476']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:37.770765 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892adb48-0830-43fd-b06c-f8d9ceef36a0') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:37.771069 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892adb48-0830-43fd-b06c-f8d9ceef36a0') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:37.783241 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (892adb48-0830-43fd-b06c-f8d9ceef36a0), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.801813 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (892adb48-0830-43fd-b06c-f8d9ceef36a0), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.811537 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:05:37.812045 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (892adb48-0830-43fd-b06c-f8d9ceef36a0), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.826542 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-8bd2ca7d-a07b-4497-83f5-559ac6d94273 None None] Provisioning complete for port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:37.827119 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ca7d-a07b-4497-83f5-559ac6d94273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.827217 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-8bd2ca7d-a07b-4497-83f5-559ac6d94273 None None] Attempt 1 to provision port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 Oct 21 15:05:37.937711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (1df864ee-ee7c-4df1-9333-6c0820f30c38), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.940292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (bf6fd142-81c2-4033-bb65-c0dbe9567476), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.948722 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:37.957166 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/bf6fd142-81c2-4033-bb65-c0dbe9567476 HTTP/1.1" status: 204 len: 168 time: 0.4979200 Oct 21 15:05:37.993414 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2ca7d-a07b-4497-83f5-559ac6d94273 None None] Current status of the port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:38.019034 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b862db-764e-4371-be95-e6fd814e09e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6fd142-81c2-4033-bb65-c0dbe9567476,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:38.038025 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df864ee-ee7c-4df1-9333-6c0820f30c38,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:38.068171 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (c21281b9-b112-43c4-a810-1d3b52846d2e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.118114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639778b-06a9-45bd-9f9d-200de78cb447 req-64dba4d0-ad0d-4463-b682-817e72837c96 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:38.119799 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0639778b-06a9-45bd-9f9d-200de78cb447 req-64dba4d0-ad0d-4463-b682-817e72837c96 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.1117499 Oct 21 15:05:38.189162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0639778b-06a9-45bd-9f9d-200de78cb447 req-4563ad6c-1e50-47c4-be6a-3aaa90cac920 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613348 Oct 21 15:05:38.221180 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (c21281b9-b112-43c4-a810-1d3b52846d2e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.223869 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks [] for router_controller (c21281b9-b112-43c4-a810-1d3b52846d2e), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.491220 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:38.565016 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:38.587131 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39450) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:38.634666 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-5f0a41a7-4467-43a5-a4d2-2e6e4781aae8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ea902dc770e449bd9e53b96f753176bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439701 Oct 21 15:05:38.635293 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39452) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:38.635758 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39454) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:38.645138 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (c21281b9-b112-43c4-a810-1d3b52846d2e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.645856 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c21281b9-b112-43c4-a810-1d3b52846d2e {{(pid=105098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:05:38.654715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.654715 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-7354b3da-d166-4b12-bad8-3d548333e728 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/c21281b9-b112-43c4-a810-1d3b52846d2e HTTP/1.1" status: 204 len: 168 time: 1.9678218 Oct 21 15:05:38.660100 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39458) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:38.737339 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Deleting subnet 6d8a98fd-893c-40cf-9451-92a7e6407548 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:05:38.743192 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Publish callbacks [] for subnet (6d8a98fd-893c-40cf-9451-92a7e6407548), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.745201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40fc4d73-9507-4016-ad67-4d7c4e747164 admin admin] Publish callbacks [] for security_group (6f765293-f2f9-4174-bca4-be37a916ca45), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.794213 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40fc4d73-9507-4016-ad67-4d7c4e747164 admin admin] Publish callbacks [] for security_group (6f765293-f2f9-4174-bca4-be37a916ca45), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.809857 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (6d8a98fd-893c-40cf-9451-92a7e6407548), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.814606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2094581933-network', 'tenant_id': '780201e2794a47c294b91f39978cfbf4'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:38.829073 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:38.937782 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (6d8a98fd-893c-40cf-9451-92a7e6407548), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.972819 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:38.977432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Made reservation on behalf of 780201e2794a47c294b91f39978cfbf4 for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:38.980104 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:38.991439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.003902 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40fc4d73-9507-4016-ad67-4d7c4e747164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (6f765293-f2f9-4174-bca4-be37a916ca45), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.006661 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40fc4d73-9507-4016-ad67-4d7c4e747164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.007815 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-40fc4d73-9507-4016-ad67-4d7c4e747164 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6f765293-f2f9-4174-bca4-be37a916ca45 HTTP/1.1" status: 204 len: 168 time: 0.3711715 Oct 21 15:05:39.016400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc4d73-9507-4016-ad67-4d7c4e747164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f765293-f2f9-4174-bca4-be37a916ca45,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:39.081637 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks [] for security_group (66d66513-d9d8-4085-8e43-6facc80c0516), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.101735 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (6d8a98fd-893c-40cf-9451-92a7e6407548), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.127936 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8a98fd-893c-40cf-9451-92a7e6407548,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:39.147815 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.151592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa563ce8-f045-40ad-8c84-fdddca82b7d0 None None] Network 85d8cd54-8839-4401-b661-12967a52617c requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:39.154721 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d07b7aaf-9ac6-48b4-9a5a-c93d2a7980eb admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/6d8a98fd-893c-40cf-9451-92a7e6407548 HTTP/1.1" status: 204 len: 168 time: 0.4935920 Oct 21 15:05:39.155410 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39462) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:39.203255 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment 892adb48-0830-43fd-b06c-f8d9ceef36a0 resource provider aggregate not found Oct 21 15:05:39.225334 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (66d66513-d9d8-4085-8e43-6facc80c0516), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.231230 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment 892adb48-0830-43fd-b06c-f8d9ceef36a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 892adb48-0830-43fd-b06c-f8d9ceef36a0 found for delete ", "request_id": "req-9e8a563a-5638-4a20-823a-3c5b6791c9e0"}]} Oct 21 15:05:39.278078 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:05:39.287812 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (85d8cd54-8839-4401-b661-12967a52617c), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.307174 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (43525061-b681-4564-a0d6-47d8988eeda2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.307431 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Added segment 43525061-b681-4564-a0d6-47d8988eeda2 of type vlan for network ec752088-4369-4b35-899f-5f1663dac72e Oct 21 15:05:39.312545 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d66513-d9d8-4085-8e43-6facc80c0516,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:39.365136 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] DHCP port deletion for 85d8cd54-8839-4401-b661-12967a52617c request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:05:39.389044 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (ec752088-4369-4b35-899f-5f1663dac72e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.401478 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Deleting port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:05:39.404902 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.413122 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] Deleting port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:05:39.413654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.416515 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573bf1-820b-4948-b1e9-c55a6045d70e req-71fcd772-75e6-4aa4-949d-45fadde07aee tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:39.431105 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0573bf1-820b-4948-b1e9-c55a6045d70e req-71fcd772-75e6-4aa4-949d-45fadde07aee tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.1121728 Oct 21 15:05:39.484181 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] For port 0b0a2bc0-4e16-4768-a46a-7118181e6d37, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0b0a2bc0-4e16-4768-a46a-7118181e6d37,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:39.484830 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.486219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] For port 0b0a2bc0-4e16-4768-a46a-7118181e6d37, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0b0a2bc0-4e16-4768-a46a-7118181e6d37,segment=NetworkSegment(82ba9b05-e472-42af-a270-76c66bc659fc),segment_id=82ba9b05-e472-42af-a270-76c66bc659fc)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:39.486926 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.503433 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] Calling delete_port for 0b0a2bc0-4e16-4768-a46a-7118181e6d37 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:05:39.504069 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0573bf1-820b-4948-b1e9-c55a6045d70e req-3802d115-5c34-4f81-a82d-1185f09325ca tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720468 Oct 21 15:05:39.523578 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Calling delete_port for 0b0a2bc0-4e16-4768-a46a-7118181e6d37 owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:05:39.580184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (ec752088-4369-4b35-899f-5f1663dac72e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.580184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:39.580184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.609006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 39502970-2f88-4311-be25-73fe80011e3d no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:05:39.653912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 39502970-2f88-4311-be25-73fe80011e3d {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:05:39.654257 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 39502970-2f88-4311-be25-73fe80011e3d not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:05:39.654717 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0b0a2bc0-4e16-4768-a46a-7118181e6d37 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:05:39.673377 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ec752088-4369-4b35-899f-5f1663dac72e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:39.699433 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-9cea16d1-7aae-441e-aeb5-72ca719c83e5 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0632393 Oct 21 15:05:39.702832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39478) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:39.707828 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Request body: {'subnet': {'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2094581933-subnet', 'tenant_id': '780201e2794a47c294b91f39978cfbf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:39.807981 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network ec752088-4369-4b35-899f-5f1663dac72e details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:05:39.811052 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Made reservation on behalf of 780201e2794a47c294b91f39978cfbf4 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:39.813814 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.935882 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 is: ACTIVE; New status is: DOWN {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:39.936276 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.963230 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:39.969256 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.973863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (0b0a2bc0-4e16-4768-a46a-7118181e6d37), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:39.979604 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39486) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:39.990010 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1df864ee-ee7c-4df1-9333-6c0820f30c38 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:05:40.024183 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] Pushing event deleted for resources: {'Port': ['ID=0b0a2bc0-4e16-4768-a46a-7118181e6d37,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:40.026352 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2597d41-3fe7-4690-8694-3a03384c5ca2 None None] No DVR routers for this DVR port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:05:40.027763 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 1df864ee-ee7c-4df1-9333-6c0820f30c38 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:05:40.028260 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1df864ee-ee7c-4df1-9333-6c0820f30c38 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:05:40.035580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0a2bc0-4e16-4768-a46a-7118181e6d37,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:40.070368 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] No DVR routers for this DVR port 0b0a2bc0-4e16-4768-a46a-7118181e6d37 on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:05:40.190733 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d8b87562-f80a-449e-a779-aae3f4e78cb9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9296a1ae9d8d4bde88b599ac492dd37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077639 Oct 21 15:05:40.193741 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39490) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:40.215240 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (85d8cd54-8839-4401-b661-12967a52617c), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.236429 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.236922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.237630 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.238017 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.238367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.238750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.239078 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.239406 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.239725 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.240051 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.248865 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfec9-e5b1-4a99-84bd-97861747ef71 admin admin] Publish callbacks [] for security_group (d272c2aa-7e7a-41fb-8644-329cfc54d0ec), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.268334 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfec9-e5b1-4a99-84bd-97861747ef71 admin admin] Publish callbacks [] for security_group (d272c2aa-7e7a-41fb-8644-329cfc54d0ec), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.310987 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.311362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.311689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.312023 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 15:05:40.312396 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d8cd54-8839-4401-b661-12967a52617c']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:40.325002 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:40.331601 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ba9b05-e472-42af-a270-76c66bc659fc') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:40.331843 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ba9b05-e472-42af-a270-76c66bc659fc') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:40.344738 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (c0e2697a-8ee6-4a6a-baf4-41af80b30ec3), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.361173 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (82ba9b05-e472-42af-a270-76c66bc659fc), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.393328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfec9-e5b1-4a99-84bd-97861747ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d272c2aa-7e7a-41fb-8644-329cfc54d0ec), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.397959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfec9-e5b1-4a99-84bd-97861747ef71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.399701 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b1ddfec9-e5b1-4a99-84bd-97861747ef71 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d272c2aa-7e7a-41fb-8644-329cfc54d0ec HTTP/1.1" status: 204 len: 168 time: 0.2043300 Oct 21 15:05:40.408908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddfec9-e5b1-4a99-84bd-97861747ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272c2aa-7e7a-41fb-8644-329cfc54d0ec,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:40.409960 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (82ba9b05-e472-42af-a270-76c66bc659fc), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.435858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:05:40.435858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (82ba9b05-e472-42af-a270-76c66bc659fc), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.454599 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:40.492308 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e2697a-8ee6-4a6a-baf4-41af80b30ec3,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:40.524557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Checking segment: {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:40.525056 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Network hostable DHCP agents. Network: ec752088-4369-4b35-899f-5f1663dac72e, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:05:40.552479 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39502) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:40.641029 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c67d9-c9ad-4153-89b4-c4e8443f99fc req-c3f9c8d5-ab63-4717-aa5d-e38afe5eadd2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:40.642521 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-700c67d9-c9ad-4153-89b4-c4e8443f99fc req-c3f9c8d5-ab63-4717-aa5d-e38afe5eadd2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0568538 Oct 21 15:05:40.684757 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (85d8cd54-8839-4401-b661-12967a52617c), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.708265 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d8cd54-8839-4401-b661-12967a52617c,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:40.710230 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.711938 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-700c67d9-c9ad-4153-89b4-c4e8443f99fc req-5bdf6f86-e701-42ee-955c-c0f251bab0cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Oct 21 15:05:40.713828 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ffba3533-d589-4d86-a7ce-f513978a48c0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/85d8cd54-8839-4401-b661-12967a52617c HTTP/1.1" status: 204 len: 168 time: 1.5574517 Oct 21 15:05:40.730873 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Network ec752088-4369-4b35-899f-5f1663dac72e is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:05:40.832520 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, ec752088-4369-4b35-899f-5f1663dac72e) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:40.838131 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:40.839262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.852324 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00670a91-12f2-4d25-81e1-f85b201dd5cd None None] Network ec752088-4369-4b35-899f-5f1663dac72e requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:40.888975 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 82ba9b05-e472-42af-a270-76c66bc659fc resource provider aggregate not found Oct 21 15:05:40.891461 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ef39-ae81-44e3-818d-729284a3367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:40.913021 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 82ba9b05-e472-42af-a270-76c66bc659fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82ba9b05-e472-42af-a270-76c66bc659fc found for delete ", "request_id": "req-bee26f53-cab2-4625-93fd-2491623754c2"}]} Oct 21 15:05:40.994830 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cbc1e640-3412-45ef-9a9b-56932b2a9e42 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2867582 Oct 21 15:05:41.000934 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ef39-ae81-44e3-818d-729284a3367a admin admin] Publish callbacks [] for security_group (fad4512f-79b2-4fb8-ad60-a50fe139066b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.007083 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c83fe-e64a-4851-88cb-8ebfdb22bdf2 None None] Network ec752088-4369-4b35-899f-5f1663dac72e requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:41.080304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ef39-ae81-44e3-818d-729284a3367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (fad4512f-79b2-4fb8-ad60-a50fe139066b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.102226 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=8 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:41.128953 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0bf8ef39-ae81-44e3-818d-729284a3367a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=665f96c7ad5344b2a7f735c5fcc8d650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751958 Oct 21 15:05:41.130095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8ef39-ae81-44e3-818d-729284a3367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad4512f-79b2-4fb8-ad60-a50fe139066b,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:41.131487 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39526) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:41.194149 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2f52883-a163-4e1d-bb51-099a3c8b5eb0 admin admin] Publish callbacks [] for security_group (fad4512f-79b2-4fb8-ad60-a50fe139066b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.214912 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2f52883-a163-4e1d-bb51-099a3c8b5eb0 admin admin] Publish callbacks [] for security_group (fad4512f-79b2-4fb8-ad60-a50fe139066b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.292192 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39534) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:41.338166 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39536) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:41.338742 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-84877a17-ea70-4954-bc79-57584893919a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6406e245a2fd4700aebba95795a18632&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447729 Oct 21 15:05:41.353378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2f52883-a163-4e1d-bb51-099a3c8b5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (fad4512f-79b2-4fb8-ad60-a50fe139066b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.356238 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2f52883-a163-4e1d-bb51-099a3c8b5eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.359101 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d2f52883-a163-4e1d-bb51-099a3c8b5eb0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fad4512f-79b2-4fb8-ad60-a50fe139066b HTTP/1.1" status: 204 len: 168 time: 0.2264335 Oct 21 15:05:41.371411 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52883-a163-4e1d-bb51-099a3c8b5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad4512f-79b2-4fb8-ad60-a50fe139066b,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:41.390610 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:41.417741 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f0f55d55-2530-4bdc-ab57-5c3a5af51b3c admin admin] Publish callbacks [] for security_group (894d10c3-a329-484e-b034-71f5b8a79e0f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.440327 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f0f55d55-2530-4bdc-ab57-5c3a5af51b3c admin admin] Publish callbacks [] for security_group (894d10c3-a329-484e-b034-71f5b8a79e0f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.627656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f0f55d55-2530-4bdc-ab57-5c3a5af51b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (894d10c3-a329-484e-b034-71f5b8a79e0f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.630395 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f0f55d55-2530-4bdc-ab57-5c3a5af51b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:41.631783 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f0f55d55-2530-4bdc-ab57-5c3a5af51b3c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/894d10c3-a329-484e-b034-71f5b8a79e0f HTTP/1.1" status: 204 len: 168 time: 0.2916262 Oct 21 15:05:41.640558 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f55d55-2530-4bdc-ab57-5c3a5af51b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d10c3-a329-484e-b034-71f5b8a79e0f,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:41.856027 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aaa19-2064-45c9-8814-4f9a3b47438b req-416533fb-39cf-4c2e-9602-6d7f4913c802 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:41.858213 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-630aaa19-2064-45c9-8814-4f9a3b47438b req-416533fb-39cf-4c2e-9602-6d7f4913c802 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0505564 Oct 21 15:05:41.884708 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:41.923447 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-630aaa19-2064-45c9-8814-4f9a3b47438b req-d45dda51-c0c1-46ec-a4b1-a92331aebf45 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586598 Oct 21 15:05:42.397401 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39572) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:42.415813 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d2eb-f2e7-4970-9107-7a4442b44ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.436429 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:42.495260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d2eb-f2e7-4970-9107-7a4442b44ab3 admin admin] Publish callbacks [] for security_group (af399a39-3639-494e-9e25-1e4e7298ec42), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.638745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d2eb-f2e7-4970-9107-7a4442b44ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (af399a39-3639-494e-9e25-1e4e7298ec42), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.679491 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3fe0d2eb-f2e7-4970-9107-7a4442b44ab3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=474ba0e28d0b467db9e7221dde482308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806141 Oct 21 15:05:42.680554 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0d2eb-f2e7-4970-9107-7a4442b44ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af399a39-3639-494e-9e25-1e4e7298ec42,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:42.682148 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39580) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:42.745817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-775e1643-1ef2-4f58-8c94-76c61cc57571 admin admin] Publish callbacks [] for security_group (af399a39-3639-494e-9e25-1e4e7298ec42), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.781002 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-775e1643-1ef2-4f58-8c94-76c61cc57571 admin admin] Publish callbacks [] for security_group (af399a39-3639-494e-9e25-1e4e7298ec42), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.811208 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39586) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:42.931375 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-775e1643-1ef2-4f58-8c94-76c61cc57571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (af399a39-3639-494e-9e25-1e4e7298ec42), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.931537 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-02184744-ed76-4241-af5d-cfe453ed82bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.932447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-775e1643-1ef2-4f58-8c94-76c61cc57571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:42.933627 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-775e1643-1ef2-4f58-8c94-76c61cc57571 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/af399a39-3639-494e-9e25-1e4e7298ec42 HTTP/1.1" status: 204 len: 168 time: 0.2497089 Oct 21 15:05:42.942836 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1643-1ef2-4f58-8c94-76c61cc57571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af399a39-3639-494e-9e25-1e4e7298ec42,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:43.071189 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-02184744-ed76-4241-af5d-cfe453ed82bf admin admin] Publish callbacks [] for security_group (993e8519-4dd2-4a87-80d1-94da2e42391a), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.092618 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f083f-b9ec-4463-8811-5ecea2651068 req-ac9fc128-2d07-482a-a92f-45ba2371f05f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:43.093344 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ee1f083f-b9ec-4463-8811-5ecea2651068 req-ac9fc128-2d07-482a-a92f-45ba2371f05f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0591376 Oct 21 15:05:43.142787 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ee1f083f-b9ec-4463-8811-5ecea2651068 req-481b1ba9-8d31-415c-ac45-f162352323ff tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Oct 21 15:05:43.153908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-02184744-ed76-4241-af5d-cfe453ed82bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (993e8519-4dd2-4a87-80d1-94da2e42391a), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.195604 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-02184744-ed76-4241-af5d-cfe453ed82bf admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ef29f8dbc50c486cbaf73c7394324973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831420 Oct 21 15:05:43.196629 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02184744-ed76-4241-af5d-cfe453ed82bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e8519-4dd2-4a87-80d1-94da2e42391a,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:43.198239 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39600) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:43.235506 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:43.257267 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fcd81733-e8de-42a7-b26f-bd380f23f405 admin admin] Publish callbacks [] for security_group (993e8519-4dd2-4a87-80d1-94da2e42391a), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.277941 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fcd81733-e8de-42a7-b26f-bd380f23f405 admin admin] Publish callbacks [] for security_group (993e8519-4dd2-4a87-80d1-94da2e42391a), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.291161 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:43.307848 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39604) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:43.421494 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fcd81733-e8de-42a7-b26f-bd380f23f405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (993e8519-4dd2-4a87-80d1-94da2e42391a), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.424242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fcd81733-e8de-42a7-b26f-bd380f23f405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.425320 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-fcd81733-e8de-42a7-b26f-bd380f23f405 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/993e8519-4dd2-4a87-80d1-94da2e42391a HTTP/1.1" status: 204 len: 168 time: 0.2258615 Oct 21 15:05:43.434141 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd81733-e8de-42a7-b26f-bd380f23f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e8519-4dd2-4a87-80d1-94da2e42391a,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:43.438437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-720211664-network', 'tenant_id': '0025ac2cdc0f45dab742a02486307716'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:43.576669 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Made reservation on behalf of 0025ac2cdc0f45dab742a02486307716 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:43.579114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.619930 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:43.699239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-24a0adc9-d1e6-4a5f-99d0-8fddabd24c30 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:43.701280 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-24a0adc9-d1e6-4a5f-99d0-8fddabd24c30 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ec752088-4369-4b35-899f-5f1663dac72e HTTP/1.1" status: 200 len: 809 time: 0.1464472 Oct 21 15:05:43.725251 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-78ffe3c1-8c09-4ade-b287-e237dbd16ebb tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/quotas/780201e2794a47c294b91f39978cfbf4 HTTP/1.1" status: 200 len: 375 time: 0.0154572 Oct 21 15:05:43.771342 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-51a91045-813d-4020-ab6a-21a8b4077795 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=780201e2794a47c294b91f39978cfbf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374255 Oct 21 15:05:43.779467 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks [] for security_group (1bc7ee0c-a4d0-4d2c-a210-dad9db797c70), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.042055 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1bc7ee0c-a4d0-4d2c-a210-dad9db797c70), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.079406 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:05:44.094770 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc7ee0c-a4d0-4d2c-a210-dad9db797c70,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:44.107334 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (c538ed17-2af3-4c9d-a0ca-5c80b4edcbec), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.107672 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Added segment c538ed17-2af3-4c9d-a0ca-5c80b4edcbec of type vlan for network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 Oct 21 15:05:44.152564 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-9a25bfd4-34cc-4279-9020-0a1321440db6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757854 Oct 21 15:05:44.230996 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.319853 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac9d7-ac94-4ef1-a45b-3f848ab87278 req-8625c237-f05b-4f32-964b-cbc8ce8498f1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:44.321336 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d7ac9d7-ac94-4ef1-a45b-3f848ab87278 req-8625c237-f05b-4f32-964b-cbc8ce8498f1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0875580 Oct 21 15:05:44.328392 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-3d3a9993-e851-4d07-b1f4-fd8f568e5b30 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706851 Oct 21 15:05:44.383177 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d7ac9d7-ac94-4ef1-a45b-3f848ab87278 req-ff3db6c1-0efd-45dc-b35f-6e89ff06a20f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537891 Oct 21 15:05:44.496103 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.497664 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:44.498255 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.598935 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b53e6e2b-d001-467d-ae78-eeb969496bab req-841ee7ab-eec2-40d6-9e24-9debcb87f076 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0404525 Oct 21 15:05:44.602016 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] Pushing event updated for resources: {'Network': ['ID=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:44.612963 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-59ff2b97-03ad-403a-bdf4-5276c21a1071 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3048017 Oct 21 15:05:44.631242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39670) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:44.631687 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:05:44.632049 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Request body: {'subnet': {'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-720211664-subnet', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:44.781711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Made reservation on behalf of 0025ac2cdc0f45dab742a02486307716 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:44.785294 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25450003'] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:44.810763 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:45.101621 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (864f2625-34f1-4b62-a979-3737071b6af8), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:45.150737 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864f2625-34f1-4b62-a979-3737071b6af8,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:45.168363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:45.174904 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Checking segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:45.175472 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Network hostable DHCP agents. Network: 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:05:45.342115 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:05:45.473081 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:45.478454 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:45.479405 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:45.517940 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b9631-09b1-4720-ac95-bb2343c3b79f req-f0072959-5d74-482c-a99a-fa2478df9ed9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:45.519598 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d3b9631-09b1-4720-ac95-bb2343c3b79f req-f0072959-5d74-482c-a99a-fa2478df9ed9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0621738 Oct 21 15:05:45.573865 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d3b9631-09b1-4720-ac95-bb2343c3b79f req-6ee489fe-530a-4a73-9944-92be923b89c3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479062 Oct 21 15:05:45.604746 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-40744b66-22d3-4781-8960-c344bc424761 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9867728 Oct 21 15:05:45.613200 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39716) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:45.622675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:45.648998 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3640dc-4c15-4de5-82c8-a5e078551133 None None] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:45.710475 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9350926a-2ea9-41d2-863e-8d82a22f3f58 req-daa7b37d-bf84-4327-ba85-9cd29c90376d tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0275106 Oct 21 15:05:45.758258 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:05:45.759186 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:45.770720 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:45.779779 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:45.792862 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:45.844171 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks [] for router_controller (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), precommit_add_association {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:45.899106 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Allocated IP 172.20.0.2 (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59/864f2625-34f1-4b62-a979-3737071b6af8/5be3eafa-cbea-4f09-b1d7-be93bf0baecf) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:05:46.042448 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Publish callbacks [] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.159075 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.160272 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks [] for router_gateway (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.200056 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:05:46.205515 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:46.209808 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Pushing event updated for resources: {'Port': ['ID=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:46.211979 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:05:46.266440 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Attempting to bind port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:05:46.266914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Attempting to bind port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:05:46.267281 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Attempting to bind port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:05:46.312931 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:05:46.313309 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Checking segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:46.313715 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.314139 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Bound using segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:05:46.314610 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Bound port: 5be3eafa-cbea-4f09-b1d7-be93bf0baecf, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:05:46.315014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.393694 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] For port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:05:46.397249 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] For port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:05:46.525795 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks [] for router_gateway (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.530533 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.553481 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.568542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:46.593578 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5310b-4285-4948-93d4-3684643e75fd None None] Pushing event updated for resources: {'Port': ['ID=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:46.683418 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Allocated IP 172.27.0.77 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/62a4286d-4a86-4d01-9acb-0e232b1fe300) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:05:46.742320 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095839-60f4-4c3b-9af0-e527dce4ca98 req-b41d762a-aaba-4caa-907e-a271346f2945 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:46.744056 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a1095839-60f4-4c3b-9af0-e527dce4ca98 req-b41d762a-aaba-4caa-907e-a271346f2945 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0545979 Oct 21 15:05:46.843305 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks [] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:46.878207 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0ab0e057-7495-4f73-bf5a-d63246b3f87e req-fb2c18da-d78e-46ac-a043-a7f85db985e0 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0557396 Oct 21 15:05:46.882140 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a1095839-60f4-4c3b-9af0-e527dce4ca98 req-3cddc847-ce19-4cc6-886d-1a6288b7a334 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 Oct 21 15:05:46.959705 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:47.000822 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:05:47.005514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:47.009221 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:05:47.012326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Pushing event updated for resources: {'Port': ['ID=62a4286d-4a86-4d01-9acb-0e232b1fe300,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:47.369140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks [] for router_gateway (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:47.437217 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=67 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:47.473768 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:47.686920 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 5be3eafa-cbea-4f09-b1d7-be93bf0baecf up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:47.715567 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85259a8a-0ce2-46b3-8976-0922b954c3af None None] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:05:47.744411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:47.750755 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:47.786552 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:47.787254 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Provisioning complete for port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:47.787615 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:47.787950 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Attempt 1 to provision port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf Oct 21 15:05:47.898731 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:47.899110 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:47.899447 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf Oct 21 15:05:47.905914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Current status of the port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:47.906304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:47.995459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:48.001456 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7b9f8-39fc-4075-9975-7c69062ff72b req-445354f5-ab1a-4557-95c5-32c2533a49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:48.004734 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7dc7b9f8-39fc-4075-9975-7c69062ff72b req-445354f5-ab1a-4557-95c5-32c2533a49e6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1130 time: 0.0804951 Oct 21 15:05:48.027297 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] For port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:48.055271 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2ae4f6d6-24fd-496d-8129-d3fc72cd8024 req-318b5320-29f2-47eb-a39b-a8a9a70248f7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0937581 Oct 21 15:05:48.146262 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c12542-d311-403f-b454-a32a1dedb3c6 req-f661898e-d78b-4dad-b8fb-2924953cb553 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:48.147839 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a9c12542-d311-403f-b454-a32a1dedb3c6 req-f661898e-d78b-4dad-b8fb-2924953cb553 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0913758 Oct 21 15:05:48.189166 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:48.190405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:48.204135 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:48.249853 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7dc7b9f8-39fc-4075-9975-7c69062ff72b req-ec6f5e8a-0fba-4f74-9d20-08ae3c33055b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772649 Oct 21 15:05:48.259694 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a9c12542-d311-403f-b454-a32a1dedb3c6 req-dfb98593-1a81-42e1-adfa-2db11227d529 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029365 Oct 21 15:05:48.304287 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:48.335202 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7df5d-4659-41b8-bd70-af7c00cf0849 None None] Pushing event updated for resources: {'Port': ['ID=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:48.375956 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 21 15:05:48.376507 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG oslo_db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 15:05:48.424605 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-10f54a86-2d7d-46e9-bad6-8b9b2e94ddbe None None] Provisioning complete for port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:48.424977 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-10f54a86-2d7d-46e9-bad6-8b9b2e94ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:48.425311 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-10f54a86-2d7d-46e9-bad6-8b9b2e94ddbe None None] Attempt 1 to provision port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf Oct 21 15:05:48.444551 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:05:48.509110 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-10f54a86-2d7d-46e9-bad6-8b9b2e94ddbe None None] Current status of the port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:48.564445 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:05:48.583460 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:05:48.588049 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:48.588687 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:48.692103 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:48.693166 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:48.695251 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5cf7144e-7df2-4677-897b-c97c60cc34f7 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0804451 Oct 21 15:05:48.703885 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39836) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:48.900649 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:47Z', 'revision_number': 3, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:49.068123 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9acd60c5-e39d-4bad-8bb6-9ac47740010d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.069337 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:05:49.069668 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Updating router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 port 62a4286d-4a86-4d01-9acb-0e232b1fe300 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:05:49.102825 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.127147 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:49.199158 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.205159 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3b1577c-dd9a-4aed-883f-d5f435c1f1ab req-7ece5917-6312-4553-86db-903909c73c4e tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0322967 Oct 21 15:05:49.366298 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Allocated IP 172.20.0.1 (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59/864f2625-34f1-4b62-a979-3737071b6af8/0547788c-e656-4f06-b169-ac114c28f715) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:05:49.395274 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5988-12a2-4420-8f45-7c2aa1d5c13d req-13096160-e20a-44f8-b02b-29d1b100a940 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:49.396776 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c95f5988-12a2-4420-8f45-7c2aa1d5c13d req-13096160-e20a-44f8-b02b-29d1b100a940 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0680296 Oct 21 15:05:49.422172 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Publish callbacks [] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.454142 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c95f5988-12a2-4420-8f45-7c2aa1d5c13d req-5342aa0b-de19-4c50-8b05-4861e23efd41 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Oct 21 15:05:49.560236 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-bb5a94d0-e3fa-4cc3-a876-69164dd6af75 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:49.561698 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-bb5a94d0-e3fa-4cc3-a876-69164dd6af75 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec752088-4369-4b35-899f-5f1663dac72e HTTP/1.1" status: 200 len: 809 time: 0.1795764 Oct 21 15:05:49.567307 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks [] for port (0547788c-e656-4f06-b169-ac114c28f715), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.583310 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Request body: {'port': {'device_id': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e', 'admin_state_up': True, 'tenant_id': '780201e2794a47c294b91f39978cfbf4'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:49.584557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 5be3eafa-cbea-4f09-b1d7-be93bf0baecf up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:49.642655 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:49.642655 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.642655 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf Oct 21 15:05:49.711447 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:49.724974 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.758259 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Attempting to bind port 62a4286d-4a86-4d01-9acb-0e232b1fe300 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:05:49.758779 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Attempting to bind port 62a4286d-4a86-4d01-9acb-0e232b1fe300 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:05:49.759014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Attempting to bind port 62a4286d-4a86-4d01-9acb-0e232b1fe300 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:05:49.785901 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (0547788c-e656-4f06-b169-ac114c28f715), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.807437 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb005-926b-4044-aac0-4faee6a82606 None None] Pushing event updated for resources: {'Port': ['ID=62a4286d-4a86-4d01-9acb-0e232b1fe300,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:49.837053 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:05:49.838562 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:49.839149 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.839957 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:05:49.841345 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Bound port: 62a4286d-4a86-4d01-9acb-0e232b1fe300, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:05:49.841612 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:49.855037 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:05:49.857898 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:49.861880 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39862) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:49.865580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:05:49.922515 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] For port 62a4286d-4a86-4d01-9acb-0e232b1fe300, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:05:49.926009 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] For port 62a4286d-4a86-4d01-9acb-0e232b1fe300, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=62a4286d-4a86-4d01-9acb-0e232b1fe300,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:05:49.945360 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Pushing event updated for resources: {'Port': ['ID=0547788c-e656-4f06-b169-ac114c28f715,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:49.974035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.010943 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.040252 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Made reservation on behalf of 780201e2794a47c294b91f39978cfbf4 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:05:50.047365 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.061961 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:50.062624 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c9754ef4-776b-4ad4-9982-f8e0509bd13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.063365 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:50.095787 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:50.155848 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb005-926b-4044-aac0-4faee6a82606 None None] Pushing event updated for resources: {'Port': ['ID=62a4286d-4a86-4d01-9acb-0e232b1fe300,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:50.164194 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-cd0b4c0d-6e6a-4adb-9fbd-f86520414dfd None None] Provisioning complete for port 0547788c-e656-4f06-b169-ac114c28f715 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:50.164194 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4c0d-6e6a-4adb-9fbd-f86520414dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0547788c-e656-4f06-b169-ac114c28f715), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.164618 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-cd0b4c0d-6e6a-4adb-9fbd-f86520414dfd None None] Attempt 1 to provision port 0547788c-e656-4f06-b169-ac114c28f715 Oct 21 15:05:50.195416 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c9754ef4-776b-4ad4-9982-f8e0509bd13f admin admin] Publish callbacks [] for security_group (62968dcb-744c-4548-ae42-b05e4a0448a8), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.235490 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b4c0d-6e6a-4adb-9fbd-f86520414dfd None None] Port 0547788c-e656-4f06-b169-ac114c28f715 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:05:50.245963 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Allocated IP 172.20.0.6 (ec752088-4369-4b35-899f-5f1663dac72e/c0e2697a-8ee6-4a6a-baf4-41af80b30ec3/b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:05:50.250441 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:50.283991 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c9754ef4-776b-4ad4-9982-f8e0509bd13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (62968dcb-744c-4548-ae42-b05e4a0448a8), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.310124 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0547788c-e656-4f06-b169-ac114c28f715), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.323919 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c9754ef4-776b-4ad4-9982-f8e0509bd13f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f6c127c93b07401a8d8f4c1364bdb688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609396 Oct 21 15:05:50.326257 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39872) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:50.390390 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9754ef4-776b-4ad4-9982-f8e0509bd13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62968dcb-744c-4548-ae42-b05e4a0448a8,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:50.418876 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-97efadde-1962-4c86-8806-e299a1c6323f req-4a097280-8629-4943-9837-ee747c5c4be1 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0570731 Oct 21 15:05:50.445869 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c6b387f1-1cee-404f-be31-928036f869b3 admin admin] Publish callbacks [] for security_group (62968dcb-744c-4548-ae42-b05e4a0448a8), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.481602 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c6b387f1-1cee-404f-be31-928036f869b3 admin admin] Publish callbacks [] for security_group (62968dcb-744c-4548-ae42-b05e4a0448a8), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.523705 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:50.551429 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:47Z', 'revision_number': 3, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:50.580589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a378539-84e1-4d81-b3af-bca6b8fa32d1 None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:47Z', 'revision_number': 3, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:05:50.615079 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eab75-fed2-4fe8-ae28-e32c323fb129 req-2ac88481-053d-4cdf-bf57-7a2327e34a96 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:50.617468 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9a0eab75-fed2-4fe8-ae28-e32c323fb129 req-2ac88481-053d-4cdf-bf57-7a2327e34a96 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0601666 Oct 21 15:05:50.671566 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c6b387f1-1cee-404f-be31-928036f869b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (62968dcb-744c-4548-ae42-b05e4a0448a8), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.672399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks [] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.675629 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c6b387f1-1cee-404f-be31-928036f869b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.677040 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c6b387f1-1cee-404f-be31-928036f869b3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/62968dcb-744c-4548-ae42-b05e4a0448a8 HTTP/1.1" status: 204 len: 168 time: 0.3490822 Oct 21 15:05:50.701228 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b387f1-1cee-404f-be31-928036f869b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62968dcb-744c-4548-ae42-b05e4a0448a8,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:50.709214 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9a0eab75-fed2-4fe8-ae28-e32c323fb129 req-b087cb79-0353-4d6b-b805-0ae8108af3ce tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772934 Oct 21 15:05:50.729019 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:50.729503 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks [] for port (0547788c-e656-4f06-b169-ac114c28f715), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.900897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:50.901167 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b4ce-6357-4c5e-884d-7339a532b636 req-388f3e2e-5dd4-4767-a5a6-b4a95b9c5790 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:50.901167 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-52d9b4ce-6357-4c5e-884d-7339a532b636 req-388f3e2e-5dd4-4767-a5a6-b4a95b9c5790 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0755432 Oct 21 15:05:50.960372 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-52d9b4ce-6357-4c5e-884d-7339a532b636 req-2b8daa1b-0b71-4dfb-a5c5-d9514cd2ec8a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602999 Oct 21 15:05:50.971390 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (0547788c-e656-4f06-b169-ac114c28f715), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:50.986883 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.066868 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Network ec752088-4369-4b35-899f-5f1663dac72e is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:05:51.073470 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:51.083351 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:05:51.089669 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.122677 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Pushing event updated for resources: {'Port': ['ID=0547788c-e656-4f06-b169-ac114c28f715,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:51.212644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:51.213277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.248323 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Pushing event updated for resources: {'Port': ['ID=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:51.285227 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:05:51.286662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:51.336059 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-59df149d-71c6-47ef-8184-69ab71a55a1f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7590148 Oct 21 15:05:51.352757 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Request body: {'port': {'device_id': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:51.468143 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e792b217-794f-4c41-9877-2a6bc3208985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.629225 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f016ae-36e3-4bf9-99f3-73cca047c553 req-24ba4af3-616e-4d6a-903c-48b2485e0bfb tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:51.635284 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-17f016ae-36e3-4bf9-99f3-73cca047c553 req-24ba4af3-616e-4d6a-903c-48b2485e0bfb tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 931 time: 0.0951464 Oct 21 15:05:51.653811 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 62a4286d-4a86-4d01-9acb-0e232b1fe300 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:51.670863 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:51.696559 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-17f016ae-36e3-4bf9-99f3-73cca047c553 req-83e00b94-0d65-46cd-bda9-7482ebc81894 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591111 Oct 21 15:05:51.732523 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-16225d6d-805b-48f2-87c2-7875333f8ce5 None None] Provisioning complete for port 0547788c-e656-4f06-b169-ac114c28f715 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:51.732523 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-16225d6d-805b-48f2-87c2-7875333f8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0547788c-e656-4f06-b169-ac114c28f715), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.733110 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-16225d6d-805b-48f2-87c2-7875333f8ce5 None None] Attempt 1 to provision port 0547788c-e656-4f06-b169-ac114c28f715 Oct 21 15:05:51.745233 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39904) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:51.749329 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:51.759809 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6bbb864a-c832-4e44-8f09-74ceb0eda55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.769445 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-16225d6d-805b-48f2-87c2-7875333f8ce5 None None] Port 0547788c-e656-4f06-b169-ac114c28f715 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:05:51.791277 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 62a4286d-4a86-4d01-9acb-0e232b1fe300 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:51.791921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.792266 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 62a4286d-4a86-4d01-9acb-0e232b1fe300 Oct 21 15:05:51.805150 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:05:51.809748 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.854518 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6bbb864a-c832-4e44-8f09-74ceb0eda55c admin admin] Publish callbacks [] for security_group (fa1edddc-ccd4-4992-a8f9-09c3fa254849), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.870474 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 62a4286d-4a86-4d01-9acb-0e232b1fe300 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:51.870918 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.897972 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 62a4286d-4a86-4d01-9acb-0e232b1fe300, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=62a4286d-4a86-4d01-9acb-0e232b1fe300,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:51.918828 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6bbb864a-c832-4e44-8f09-74ceb0eda55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (fa1edddc-ccd4-4992-a8f9-09c3fa254849), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:51.969932 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-6bbb864a-c832-4e44-8f09-74ceb0eda55c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=95881504ae6f4c38bd7da13675a8b375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232487 Oct 21 15:05:51.972576 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39908) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:51.980031 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb864a-c832-4e44-8f09-74ceb0eda55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1edddc-ccd4-4992-a8f9-09c3fa254849,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:51.988571 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.051167 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:05:52.052308 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7323a7f4-8292-4ca8-9cd9-8dae4857c647 admin admin] Publish callbacks [] for security_group (fa1edddc-ccd4-4992-a8f9-09c3fa254849), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.057694 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-85da7ca0-a6c5-47a6-a5db-9207dc0b1115 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528254 Oct 21 15:05:52.089037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7323a7f4-8292-4ca8-9cd9-8dae4857c647 admin admin] Publish callbacks [] for security_group (fa1edddc-ccd4-4992-a8f9-09c3fa254849), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.108423 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=62a4286d-4a86-4d01-9acb-0e232b1fe300,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:52.245675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:05:52.256097 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Publish callbacks [] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.296294 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7323a7f4-8292-4ca8-9cd9-8dae4857c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (fa1edddc-ccd4-4992-a8f9-09c3fa254849), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.298890 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7323a7f4-8292-4ca8-9cd9-8dae4857c647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.300063 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7323a7f4-8292-4ca8-9cd9-8dae4857c647 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fa1edddc-ccd4-4992-a8f9-09c3fa254849 HTTP/1.1" status: 204 len: 168 time: 0.3265696 Oct 21 15:05:52.301322 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Transition to ACTIVE for port object b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:05:52.315531 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323a7f4-8292-4ca8-9cd9-8dae4857c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1edddc-ccd4-4992-a8f9-09c3fa254849,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:52.410145 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.506053 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Pushing event updated for resources: {'Port': ['ID=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:52.539415 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Attempting to bind port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:05:52.540101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Attempting to bind port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:05:52.540374 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Attempting to bind port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 on network ec752088-4369-4b35-899f-5f1663dac72e {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:05:52.554465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.565075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39928) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:52.571210 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830335690', 'description': 'tempest-description--298813453'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:52.605464 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:05:52.607635 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 on network ec752088-4369-4b35-899f-5f1663dac72e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:05:52.607965 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Attempting to bind port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 on network ec752088-4369-4b35-899f-5f1663dac72e {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:05:52.617632 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:52.618240 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:52.656414 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:05:52.660091 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Checking segment: {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:52.660091 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Bound using segment: {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:05:52.660091 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Bound port: b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:05:52.660091 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.692846 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.725914 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:52.753876 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] For port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:05:52.757481 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] For port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:05:52.841606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.844671 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:52.845608 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.852801 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:52.853863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:52.855521 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 HTTP/1.1" status: 200 len: 1093 time: 1.5088181 Oct 21 15:05:52.862492 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'tag': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:05:52.862492 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecbf4e4-8e77-495c-9a22-fa769533242f" -d '{"events": [{"name": "network-changed", "server_uuid": "031968f0-826a-4c00-bfc4-efba5d81adcc", "tag": "b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:05:52.864071 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852545-0858-474d-8a53-3608ce07eb55 req-89733b9c-5227-4877-af2a-560a270bed03 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:52.871215 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80852545-0858-474d-8a53-3608ce07eb55 req-89733b9c-5227-4877-af2a-560a270bed03 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 943 time: 0.0774958 Oct 21 15:05:52.948407 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:52.980376 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80852545-0858-474d-8a53-3608ce07eb55 req-57dab9d1-a06e-4d7f-b372-2b699274f996 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041150 Oct 21 15:05:53.007111 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ad7c95-3433-4b21-a863-255609995778 x-openstack-request-id: req-f6ad7c95-3433-4b21-a863-255609995778 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:05:53.007111 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031968f0-826a-4c00-bfc4-efba5d81adcc", "tag": "b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:05:53.007111 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6ad7c95-3433-4b21-a863-255609995778 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:05:53.007111 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ad7c95-3433-4b21-a863-255609995778'] response: {'name': 'network-changed', 'server_uuid': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'tag': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2', 'status': 'completed', 'code': 200} Oct 21 15:05:53.018805 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.057310 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fc201-1d0c-417f-8f31-377ce87061da service neutron] Pushing event updated for resources: {'Port': ['ID=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:53.074863 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 2, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:53.089060 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:53.098956 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-dbf129f5-5b15-4567-8fb8-6169e7d92be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:53.100490 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-dbf129f5-5b15-4567-8fb8-6169e7d92be2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=780201e2794a47c294b91f39978cfbf4&device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 1127 time: 0.0995295 Oct 21 15:05:53.119973 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:05:53.120250 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Updating router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 port 0547788c-e656-4f06-b169-ac114c28f715 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:05:53.131478 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:53.179102 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-d70c9131-67e5-434f-9fa6-48078f37e606 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 HTTP/1.1" status: 200 len: 217 time: 0.0647535 Oct 21 15:05:53.182317 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.183664 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-91aca9ab-f042-4adc-a397-71371ef934a3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6176426 Oct 21 15:05:53.191734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 39956) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:53.198320 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'security_group_rule': {'security_group_id': '94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:53.266289 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0547788c-e656-4f06-b169-ac114c28f715), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.276049 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-324e16e3-0299-4197-bb0f-97f0d7d7e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:53.277895 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-324e16e3-0299-4197-bb0f-97f0d7d7e861 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=c0e2697a-8ee6-4a6a-baf4-41af80b30ec3 HTTP/1.1" status: 200 len: 849 time: 0.0926495 Oct 21 15:05:53.317669 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-a591d7ec-87f8-4802-960c-0bfe5cfb5ed4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ec752088-4369-4b35-899f-5f1663dac72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332465 Oct 21 15:05:53.352569 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (fa3860ea-672a-4610-a7fd-0dacf9d3f4fb), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.444107 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-dcd217b1-71a6-45d4-95ee-4a0cece8fb52 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198957 Oct 21 15:05:53.488365 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (fa3860ea-672a-4610-a7fd-0dacf9d3f4fb), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.589062 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af1ad0ad-e936-4c5c-8c9c-a9a6b221417b req-67b3335f-7188-4f86-826f-de8e44144752 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374559 Oct 21 15:05:53.590061 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (fa3860ea-672a-4610-a7fd-0dacf9d3f4fb), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.660448 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Publish callbacks [] for port (0547788c-e656-4f06-b169-ac114c28f715), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.683398 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 62a4286d-4a86-4d01-9acb-0e232b1fe300 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:53.701707 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3860ea-672a-4610-a7fd-0dacf9d3f4fb,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:53.736254 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0547788c-e656-4f06-b169-ac114c28f715), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.827566 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 62a4286d-4a86-4d01-9acb-0e232b1fe300 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:53.827958 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.828302 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 62a4286d-4a86-4d01-9acb-0e232b1fe300 Oct 21 15:05:53.830531 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.832491 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e040c479-6285-4883-b278-89ab96bff177 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6391883 Oct 21 15:05:53.835282 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39974) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:53.841968 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'security_group_rule': {'security_group_id': '94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:53.855649 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Pushing event updated for resources: {'Port': ['ID=0547788c-e656-4f06-b169-ac114c28f715,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:53.860355 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106826ce-728b-4b0c-87f6-f5c0153be598 req-874942e7-a226-4f8b-a3bc-87de98df38be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:53.863194 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-106826ce-728b-4b0c-87f6-f5c0153be598 req-874942e7-a226-4f8b-a3bc-87de98df38be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.1485445 Oct 21 15:05:53.880321 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.880663 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.881178 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.881538 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.881873 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.882202 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.882527 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.883327 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.883327 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.883657 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.884203 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.884719 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.885067 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.885395 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.885713 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:05:53.896813 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Attempting to bind port 0547788c-e656-4f06-b169-ac114c28f715 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:05:53.900034 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Attempting to bind port 0547788c-e656-4f06-b169-ac114c28f715 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:05:53.900405 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Attempting to bind port 0547788c-e656-4f06-b169-ac114c28f715 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:05:53.936226 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-106826ce-728b-4b0c-87f6-f5c0153be598 req-95dec7a9-d205-4598-9b39-7109cd25b898 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658269 Oct 21 15:05:53.944971 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (7cc2da65-227b-4dab-88d7-e1a92c412632), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.969184 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:05:53.969884 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Checking segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:05:53.970516 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.971233 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Bound using segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:05:53.971723 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Bound port: 0547788c-e656-4f06-b169-ac114c28f715, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:05:53.972100 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0547788c-e656-4f06-b169-ac114c28f715), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:53.989292 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 62a4286d-4a86-4d01-9acb-0e232b1fe300 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:54.035952 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (7cc2da65-227b-4dab-88d7-e1a92c412632), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.040821 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:54.057930 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] For port 0547788c-e656-4f06-b169-ac114c28f715, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:05:54.061969 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] For port 0547788c-e656-4f06-b169-ac114c28f715, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0547788c-e656-4f06-b169-ac114c28f715,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:05:54.066880 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.118320 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0702a8-5f5d-4c8e-a50d-ca792bbc6e7d req-95c92c6d-7ab8-40ac-9995-67eb4f041faf tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:54.119870 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4b0702a8-5f5d-4c8e-a50d-ca792bbc6e7d req-95c92c6d-7ab8-40ac-9995-67eb4f041faf tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 943 time: 0.0487394 Oct 21 15:05:54.124434 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.124664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (7cc2da65-227b-4dab-88d7-e1a92c412632), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.146103 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc2da65-227b-4dab-88d7-e1a92c412632,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:54.154444 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0547788c-e656-4f06-b169-ac114c28f715), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.187899 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:54.192447 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:05:54.193184 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:05:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:54.215029 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4b0702a8-5f5d-4c8e-a50d-ca792bbc6e7d req-8b4fe9e7-0d75-4096-a356-3ef01cc1ba11 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873554 Oct 21 15:05:54.251275 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.252493 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d6c3259a-1420-43c5-9425-e066d1845bca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4145195 Oct 21 15:05:54.255720 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 39986) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:05:54.260252 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:05:54.262080 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ebf39-bbc3-4197-8ca1-ef299d3cd2f6 None None] Pushing event updated for resources: {'Port': ['ID=0547788c-e656-4f06-b169-ac114c28f715,revision_number=4']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:54.274741 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:54.320313 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:05:54.358820 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.382045 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:54.467352 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.519167 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:54Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:05:54.545578 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a7c4-b79d-4892-a239-51ea757bc232 None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:54Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:05:54.577804 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Allocated IP 172.27.0.190 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/fdbfe077-fef1-43f8-9227-741af3fddf4f) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:05:54.736482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:54.744334 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:54.842220 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4df33-7416-4bb4-888b-e702ee847560 req-f50d0d78-fbe8-4728-b73d-c9095625ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:54.844235 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-f50d0d78-fbe8-4728-b73d-c9095625ee4d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1130 time: 0.0979273 Oct 21 15:05:54.846817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-c1ce0d49-fff9-4ff4-b489-27272f8a85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:54.848366 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-c1ce0d49-fff9-4ff4-b489-27272f8a85f1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=780201e2794a47c294b91f39978cfbf4&device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 1127 time: 0.0934463 Oct 21 15:05:54.962349 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.030455 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'Port': ['ID=fdbfe077-fef1-43f8-9227-741af3fddf4f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:55.067000 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:05:55.073970 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:05:55.089970 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:05:55.109314 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0acdb-d5ec-4105-9d93-b4027e431d76 req-3acb01cd-f4e1-49b2-b293-01fab8d9f746 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:55.110961 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b7a0acdb-d5ec-4105-9d93-b4027e431d76 req-3acb01cd-f4e1-49b2-b293-01fab8d9f746 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0695224 Oct 21 15:05:55.160222 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4df33-7416-4bb4-888b-e702ee847560 req-ef9773e9-9798-4856-a7ca-593b5e45f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:55.161876 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-ef9773e9-9798-4856-a7ca-593b5e45f1e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.3053408 Oct 21 15:05:55.169374 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-19903dc2-e397-46bd-a8ff-795810dbdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:55.170733 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-19903dc2-e397-46bd-a8ff-795810dbdeb0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ec752088-4369-4b35-899f-5f1663dac72e HTTP/1.1" status: 200 len: 910 time: 0.3027146 Oct 21 15:05:55.175665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:55.197446 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b7a0acdb-d5ec-4105-9d93-b4027e431d76 req-ba9bbd3b-0ba8-476d-b181-27ae7963fa75 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686095 Oct 21 15:05:55.242275 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (4e7e5d34-511f-4bf8-b545-b2820fac8470), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.335108 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.349272 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5ae9-f331-4343-b86d-74e94c869efc req-7c0a722e-7368-4305-9d0e-77aa2a7c7279 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:55.350902 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d9c5ae9-f331-4343-b86d-74e94c869efc req-7c0a722e-7368-4305-9d0e-77aa2a7c7279 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 943 time: 0.0609095 Oct 21 15:05:55.431613 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d9c5ae9-f331-4343-b86d-74e94c869efc req-12e0ba74-076c-4abd-a7f7-f3c9b68329a2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741880 Oct 21 15:05:55.512143 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:55.522819 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.609917 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0547788c-e656-4f06-b169-ac114c28f715 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:55.655319 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.656844 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 0547788c-e656-4f06-b169-ac114c28f715 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:55.657218 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0547788c-e656-4f06-b169-ac114c28f715), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.657726 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 0547788c-e656-4f06-b169-ac114c28f715 Oct 21 15:05:55.735872 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (4e7e5d34-511f-4bf8-b545-b2820fac8470), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.738109 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'Port': ['ID=fdbfe077-fef1-43f8-9227-741af3fddf4f,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:55.786943 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0547788c-e656-4f06-b169-ac114c28f715 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:55.786943 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (0547788c-e656-4f06-b169-ac114c28f715), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.823578 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.824394 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 0547788c-e656-4f06-b169-ac114c28f715, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0547788c-e656-4f06-b169-ac114c28f715,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:55.824879 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-eddc519c-01b4-4b92-8abb-0e1f4068ca31 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5680447 Oct 21 15:05:55.924008 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (0547788c-e656-4f06-b169-ac114c28f715), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:55.943889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:55.992991 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=0547788c-e656-4f06-b169-ac114c28f715,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:56.054458 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2e084142-8b1d-4777-8a69-6823a253ddf2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1830335690&fields=id&tenant_id=0025ac2cdc0f45dab742a02486307716 HTTP/1.1" status: 200 len: 267 time: 0.0497978 Oct 21 15:05:56.124179 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:56.170449 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-508993a9-eddf-475f-acad-eba8fcb07d82 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:56.171980 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-508993a9-eddf-475f-acad-eba8fcb07d82 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 810 time: 0.1107430 Oct 21 15:05:56.191112 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-ef5f3ea2-755f-402d-a750-2849a749114c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/quotas/0025ac2cdc0f45dab742a02486307716 HTTP/1.1" status: 200 len: 375 time: 0.0135565 Oct 21 15:05:56.241087 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-67161c1c-e0a6-483c-8610-6ea8a9aba3ed tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489609 Oct 21 15:05:56.351822 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154107-285f-4d01-ba74-e5338e5da8df req-74a72ae9-47f0-47b8-829f-7f4be1901901 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:56.353302 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-36154107-285f-4d01-ba74-e5338e5da8df req-74a72ae9-47f0-47b8-829f-7f4be1901901 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0784140 Oct 21 15:05:56.397397 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2cd6efd7-002c-4c6f-905e-a0c72fdf678a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441031 Oct 21 15:05:56.464162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-36154107-285f-4d01-ba74-e5338e5da8df req-da01e9ad-b7bb-4c33-af16-9da04057be8a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039767 Oct 21 15:05:56.509293 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-a1d1152d-9c13-40f6-9673-4ad97c5d4596 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047974 Oct 21 15:05:56.568679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db959b-713d-4b4d-bcef-6eb4befc6d1e req-ebd5f790-60dc-4318-ba9e-e9ef4ec31be1 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:56.571572 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-15db959b-713d-4b4d-bcef-6eb4befc6d1e req-ebd5f790-60dc-4318-ba9e-e9ef4ec31be1 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 943 time: 0.0487049 Oct 21 15:05:56.627163 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-15db959b-713d-4b4d-bcef-6eb4befc6d1e req-80468309-321d-4cfa-bde8-ca269f6779ac tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506949 Oct 21 15:05:56.772974 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6c44ab96-147a-454b-ad63-86b12965b0fb req-ab274799-9c1b-4b73-a263-90ebcb6b3651 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0499349 Oct 21 15:05:56.780844 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-4928efb7-b956-44ab-b176-08d6c7cc682d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 217 time: 0.0513897 Oct 21 15:05:56.816958 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-433cd396-10ae-4e2e-b22b-52bd64e32b66 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 HTTP/1.1" status: 200 len: 217 time: 0.0765977 Oct 21 15:05:57.301589 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:57.586662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:57.589265 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f9fac-0d90-43bd-902a-54d40700be41 req-4b8314b9-c231-4ebc-b830-1cebbbfe9ce3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:57.590889 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7a3f9fac-0d90-43bd-902a-54d40700be41 req-4b8314b9-c231-4ebc-b830-1cebbbfe9ce3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0481546 Oct 21 15:05:57.595448 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0547788c-e656-4f06-b169-ac114c28f715 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:05:57.639999 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:05:57.643197 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7a3f9fac-0d90-43bd-902a-54d40700be41 req-7dece87c-cb88-40c2-8e18-3c32dbe863f4 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Oct 21 15:05:57.685732 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 0547788c-e656-4f06-b169-ac114c28f715 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:05:57.685732 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (0547788c-e656-4f06-b169-ac114c28f715), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:57.685732 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 0547788c-e656-4f06-b169-ac114c28f715 Oct 21 15:05:57.737329 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:57.755649 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-521ffa6e-be98-49ad-ab6c-9bbfc9a06b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:57.757230 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-521ffa6e-be98-49ad-ab6c-9bbfc9a06b55 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=c0e2697a-8ee6-4a6a-baf4-41af80b30ec3 HTTP/1.1" status: 200 len: 849 time: 0.0620217 Oct 21 15:05:57.765985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4df33-7416-4bb4-888b-e702ee847560 req-21ad9651-d735-403b-92fa-3ac962a43a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:57.765985 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-21ad9651-d735-403b-92fa-3ac962a43a97 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.1243737 Oct 21 15:05:57.786265 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a1a3-b113-42e0-807f-0f4da6470918 req-fe083dd7-f1c2-4af8-9707-33a46757b86c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:57.788388 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-63b5a1a3-b113-42e0-807f-0f4da6470918 req-fe083dd7-f1c2-4af8-9707-33a46757b86c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 943 time: 0.0712745 Oct 21 15:05:57.834939 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-fa621dfc-6b70-4c7d-945f-f1d407325c5c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ec752088-4369-4b35-899f-5f1663dac72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627375 Oct 21 15:05:57.878997 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-63b5a1a3-b113-42e0-807f-0f4da6470918 req-b3f38394-8db8-40b9-bf06-0917d37ac519 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811143 Oct 21 15:05:57.881525 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:57.898807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 0547788c-e656-4f06-b169-ac114c28f715 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:57.902920 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2', 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e', 'port_id': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2', 'mac_address': 'fa:16:3e:9c:48:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e2697a-8ee6-4a6a-baf4-41af80b30ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:05:57.920868 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4df33-7416-4bb4-888b-e702ee847560 req-ba7eb96c-db24-42e7-be9e-2c4369baedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:57.922330 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-ba7eb96c-db24-42e7-be9e-2c4369baedb6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1524026 Oct 21 15:05:57.923184 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e5b6ae55-2380-43af-a21d-28ece9883604 req-2d03272c-3eee-4953-aceb-edcfae9b76ca tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0573807 Oct 21 15:05:57.939751 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:05:57.940230 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:57.954620 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:05:57.980597 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:05:58.023815 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-b91aca87-ccfe-4071-9ae1-402c366bc9ec service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652949 Oct 21 15:05:58.078589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:05:58.089167 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-8c09838d-674b-483a-b127-878d591273ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590891 Oct 21 15:05:58.129233 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:05:58.181010 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6ecbf4e4-8e77-495c-9a22-fa769533242f req-10309391-fdf8-4be0-85b8-de95f4ed3c2b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479225 Oct 21 15:05:58.211405 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-22e4df33-7416-4bb4-888b-e702ee847560 req-1bfac58d-521a-4e02-9070-acaf19537e7f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119664 Oct 21 15:05:58.358432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:58.609662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:58.769042 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6286c4-3d94-4c24-a880-6d6757a2abf3 req-ab19326a-cb8b-42fb-912b-eb9c9fe72c0d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:58.770555 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dd6286c4-3d94-4c24-a880-6d6757a2abf3 req-ab19326a-cb8b-42fb-912b-eb9c9fe72c0d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0489435 Oct 21 15:05:58.820590 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dd6286c4-3d94-4c24-a880-6d6757a2abf3 req-f793e7a1-3e58-46f4-ac30-30ecbff165a0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Oct 21 15:05:58.907097 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:58.999027 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1287-5d6c-4c13-b6eb-f7efe0a72bf3 req-ab85613a-64a2-4098-bed1-4ace1fcecb4c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:59.001245 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-55ca1287-5d6c-4c13-b6eb-f7efe0a72bf3 req-ab85613a-64a2-4098-bed1-4ace1fcecb4c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 944 time: 0.0485175 Oct 21 15:05:59.035949 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d688b1cd-8248-4055-beb8-073c386f6a0f req-11981735-99ef-4e67-8ef2-687fcb28036f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0344226 Oct 21 15:05:59.072422 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-55ca1287-5d6c-4c13-b6eb-f7efe0a72bf3 req-a69500ae-120a-4216-983d-4e079656b2a5 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614219 Oct 21 15:05:59.524462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:59.769744 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:05:59.942756 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aee340-7070-456d-b406-dc71adcc0b43 req-54391ca7-dade-4715-9b13-fe3d4c637e23 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:05:59.944397 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79aee340-7070-456d-b406-dc71adcc0b43 req-54391ca7-dade-4715-9b13-fe3d4c637e23 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0471272 Oct 21 15:05:59.993666 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79aee340-7070-456d-b406-dc71adcc0b43 req-229b893e-c32d-4e39-824f-46fce5dad787 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Oct 21 15:06:00.128104 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:00.145874 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ae97213e-e5a4-4400-868f-7134ee614646 req-17def767-61a4-4b5c-ab4a-31b5357b2b93 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Oct 21 15:06:00.196061 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843ab0-78d1-493f-b21f-3879fb96bb17 req-32579ca1-7d3c-4503-83a3-ec8118fa1cf2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:00.198385 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1b843ab0-78d1-493f-b21f-3879fb96bb17 req-32579ca1-7d3c-4503-83a3-ec8118fa1cf2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 944 time: 0.0498133 Oct 21 15:06:00.248507 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1b843ab0-78d1-493f-b21f-3879fb96bb17 req-e66970a5-aae4-4a2d-b79b-fefaded3b067 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 Oct 21 15:06:01.054744 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:01.132988 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2137e-342f-447a-b23e-80a3bc39b0e0 req-215aaa8d-05ec-4be3-b3db-f1d2ca8482d7 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:01.134718 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f9e2137e-342f-447a-b23e-80a3bc39b0e0 req-215aaa8d-05ec-4be3-b3db-f1d2ca8482d7 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0651374 Oct 21 15:06:01.186966 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f9e2137e-342f-447a-b23e-80a3bc39b0e0 req-82f85de3-7fd5-4e3d-8d2d-ccf147e7b0bb tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Oct 21 15:06:01.261501 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-afead1d4-5d3d-4efc-bad3-b39e35004a93 req-af24e9eb-190a-4918-8ad4-06c9c5ee8f5e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0353303 Oct 21 15:06:01.375646 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94e18-8ee2-4912-89e1-3e242a21e4e1 req-1be4a1b4-5064-4a78-9ffc-a736da7b8f54 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:01.377302 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58e94e18-8ee2-4912-89e1-3e242a21e4e1 req-1be4a1b4-5064-4a78-9ffc-a736da7b8f54 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 944 time: 0.0480380 Oct 21 15:06:01.439114 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58e94e18-8ee2-4912-89e1-3e242a21e4e1 req-93cee8fa-24de-4a50-a907-afe72c91e3bd tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Oct 21 15:06:02.067570 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:02.090087 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-8c1a32de-4047-42ae-9baa-91120f7f2b7f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:02.092217 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-8c1a32de-4047-42ae-9baa-91120f7f2b7f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 810 time: 0.1131804 Oct 21 15:06:02.155838 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-ae9fabea-0d66-46ea-92dc-f11d0305dc1a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0025ac2cdc0f45dab742a02486307716 HTTP/1.1" status: 200 len: 380 time: 0.0535107 Oct 21 15:06:02.165540 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'port': {'device_id': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'admin_state_up': True, 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'security_groups': ['94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:02.339096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42426ff7-ee01-4fae-8cab-c2553c86e247 req-da6a7b02-435d-4924-b31e-9f56827cedaa tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:02.346489 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42426ff7-ee01-4fae-8cab-c2553c86e247 req-da6a7b02-435d-4924-b31e-9f56827cedaa tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0686994 Oct 21 15:06:02.392613 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Made reservation on behalf of 0025ac2cdc0f45dab742a02486307716 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:02.397704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:02.399933 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9762bec9-1193-4a45-ace6-4748337dc40e req-bb2975c6-ca59-43a1-90d1-3e7a854140f0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0371594 Oct 21 15:06:02.461792 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42426ff7-ee01-4fae-8cab-c2553c86e247 req-9fcac7db-a4d0-431c-a664-7263a10daae6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130462 Oct 21 15:06:02.569888 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fc158-8007-4028-ae1c-17a73bb011bd req-11a28c99-a38d-467c-be82-ee4dadbfba7c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:02.571440 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-969fc158-8007-4028-ae1c-17a73bb011bd req-11a28c99-a38d-467c-be82-ee4dadbfba7c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 944 time: 0.0478075 Oct 21 15:06:02.572020 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Allocated IP 172.20.0.13 (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59/864f2625-34f1-4b62-a979-3737071b6af8/455afb50-1871-4c92-8e2c-a7238ea79181) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:02.628355 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-969fc158-8007-4028-ae1c-17a73bb011bd req-6af7655e-0f25-462f-bc8a-a7ed78f3a4c0 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Oct 21 15:06:02.936353 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:02.974610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for port (455afb50-1871-4c92-8e2c-a7238ea79181), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:02.990319 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:06:03.084111 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:03.084701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.085167 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.085167 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 Oct 21 15:06:03.130714 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:03.133037 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:03.139029 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:03.141370 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'Port': ['ID=455afb50-1871-4c92-8e2c-a7238ea79181,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:03.143581 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:03.170601 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:03.171017 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.196719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:03.197359 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.201854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:03.202560 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:03.205360 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadc6e46-9a23-4b07-adab-a12930a123bc" -d '{"events": [{"server_uuid": "031968f0-826a-4c00-bfc4-efba5d81adcc", "name": "network-vif-plugged", "status": "completed", "tag": "b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:03.216850 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:03.251669 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d49c54-5a13-409d-a885-462028307e49 x-openstack-request-id: req-10d49c54-5a13-409d-a885-462028307e49 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:03.251980 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031968f0-826a-4c00-bfc4-efba5d81adcc", "name": "network-vif-plugged", "status": "completed", "tag": "b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:03.254987 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10d49c54-5a13-409d-a885-462028307e49 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:03.254987 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d49c54-5a13-409d-a885-462028307e49'] response: {'server_uuid': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2', 'code': 200} Oct 21 15:06:03.319257 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.321295 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-b327b878-1495-4764-85ce-889a72e1f5ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1596568 Oct 21 15:06:03.336101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Request body: {'port': {'device_id': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:03.369552 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 40176) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:03.402411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:03.407746 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-89810aee-5681-4e37-b5d9-6a8dea7bdc0c None None] Provisioning complete for port 455afb50-1871-4c92-8e2c-a7238ea79181 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:03.408123 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-89810aee-5681-4e37-b5d9-6a8dea7bdc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.408456 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-89810aee-5681-4e37-b5d9-6a8dea7bdc0c None None] Attempt 1 to provision port 455afb50-1871-4c92-8e2c-a7238ea79181 Oct 21 15:06:03.412585 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.415702 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:03.565411 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e90aa-8d32-4375-a6e1-59c107d0ff96 req-b4104ac1-9eed-49f1-8c5c-9cb1c31ef14d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:03.567215 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2c1e90aa-8d32-4375-a6e1-59c107d0ff96 req-b4104ac1-9eed-49f1-8c5c-9cb1c31ef14d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 932 time: 0.0551991 Oct 21 15:06:03.576439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:03.591542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fd0a723e-31a2-4f13-b99e-4abd6523f32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.613538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-89810aee-5681-4e37-b5d9-6a8dea7bdc0c None None] Port 455afb50-1871-4c92-8e2c-a7238ea79181 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:06:03.649339 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb44a6-e305-429c-979f-a83c0b3033e3 req-c9238a27-4b06-4bd4-8c7c-6bf9734e0640 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:03.651067 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b5eb44a6-e305-429c-979f-a83c0b3033e3 req-c9238a27-4b06-4bd4-8c7c-6bf9734e0640 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0826015 Oct 21 15:06:03.678795 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2c1e90aa-8d32-4375-a6e1-59c107d0ff96 req-122744c3-76ab-4172-af8f-6532788c5321 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971708 Oct 21 15:06:03.722062 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:03.727524 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b5eb44a6-e305-429c-979f-a83c0b3033e3 req-f35de3d6-cfbb-468d-8a3f-f202b4fb970e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639379 Oct 21 15:06:03.732681 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18674fd-20c9-4b88-934a-4dd547c4df40 req-643e7402-9dc0-469d-84fb-c932fd5a385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:03.734218 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a18674fd-20c9-4b88-934a-4dd547c4df40 req-643e7402-9dc0-469d-84fb-c932fd5a385f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 1129 time: 0.1018631 Oct 21 15:06:03.798837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973fce-7a87-42f3-ac61-aa641f05cad3 req-38df45c8-96e4-447a-ae5d-e8a11f26eb0d tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:03.800361 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0973fce-7a87-42f3-ac61-aa641f05cad3 req-38df45c8-96e4-447a-ae5d-e8a11f26eb0d tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 945 time: 0.0482924 Oct 21 15:06:03.844974 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a18674fd-20c9-4b88-934a-4dd547c4df40 req-5b3b0ab3-23fa-4054-9901-9c4d91b96b39 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005425 Oct 21 15:06:03.859212 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0973fce-7a87-42f3-ac61-aa641f05cad3 req-c1bb22e8-05ba-4159-87fe-73d0a39cf066 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Oct 21 15:06:03.863699 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fd0a723e-31a2-4f13-b99e-4abd6523f32b admin admin] Publish callbacks [] for security_group (b9efc3f3-fdaa-4d87-8c32-f017360dd5a6), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.923257 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455afb50-1871-4c92-8e2c-a7238ea79181 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:03.930721 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Publish callbacks [] for port (455afb50-1871-4c92-8e2c-a7238ea79181), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:03.943905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Transition to ACTIVE for port object 455afb50-1871-4c92-8e2c-a7238ea79181 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:06:03.985722 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fd0a723e-31a2-4f13-b99e-4abd6523f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b9efc3f3-fdaa-4d87-8c32-f017360dd5a6), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.015355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.026179 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-fd0a723e-31a2-4f13-b99e-4abd6523f32b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c6b397c8b3fb4f8491f3cbf4facf9fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6556249 Oct 21 15:06:04.026906 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a723e-31a2-4f13-b99e-4abd6523f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efc3f3-fdaa-4d87-8c32-f017360dd5a6,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:04.029400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40196) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:04.083212 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7469-4d1d-4ec6-9262-8b5928b5318d admin admin] Publish callbacks [] for security_group (b9efc3f3-fdaa-4d87-8c32-f017360dd5a6), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.107620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=455afb50-1871-4c92-8e2c-a7238ea79181,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:04.108232 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7469-4d1d-4ec6-9262-8b5928b5318d admin admin] Publish callbacks [] for security_group (b9efc3f3-fdaa-4d87-8c32-f017360dd5a6), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.141506 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:04.145757 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Attempting to bind port 455afb50-1871-4c92-8e2c-a7238ea79181 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:04.149928 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Attempting to bind port 455afb50-1871-4c92-8e2c-a7238ea79181 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:04.149928 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Attempting to bind port 455afb50-1871-4c92-8e2c-a7238ea79181 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:04.201799 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Port 455afb50-1871-4c92-8e2c-a7238ea79181 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:06:04.202052 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Attempting to bind port 455afb50-1871-4c92-8e2c-a7238ea79181 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:04.221374 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7469-4d1d-4ec6-9262-8b5928b5318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b9efc3f3-fdaa-4d87-8c32-f017360dd5a6), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.224072 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7469-4d1d-4ec6-9262-8b5928b5318d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.225249 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-a9ce7469-4d1d-4ec6-9262-8b5928b5318d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b9efc3f3-fdaa-4d87-8c32-f017360dd5a6 HTTP/1.1" status: 204 len: 168 time: 0.1943924 Oct 21 15:06:04.233975 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce7469-4d1d-4ec6-9262-8b5928b5318d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efc3f3-fdaa-4d87-8c32-f017360dd5a6,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:04.253858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:04.254981 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Checking segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:04.255394 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Bound using segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:04.256311 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Bound port: 455afb50-1871-4c92-8e2c-a7238ea79181, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:04.256625 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.324330 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] For port 455afb50-1871-4c92-8e2c-a7238ea79181, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:04.327803 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] For port 455afb50-1871-4c92-8e2c-a7238ea79181, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=455afb50-1871-4c92-8e2c-a7238ea79181,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:04.400005 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.404805 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:04.405422 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:04.406890 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/455afb50-1871-4c92-8e2c-a7238ea79181 HTTP/1.1" status: 200 len: 1094 time: 1.0757043 Oct 21 15:06:04.409342 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:04.411575 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ae013-e98c-42c6-826f-e6e189d55051" -d '{"events": [{"name": "network-changed", "server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:04.451459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6419e91-805b-4b52-8982-2445aa18cffe x-openstack-request-id: req-d6419e91-805b-4b52-8982-2445aa18cffe {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:04.451781 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:04.452032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6419e91-805b-4b52-8982-2445aa18cffe {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:04.452375 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6419e91-805b-4b52-8982-2445aa18cffe'] response: {'name': 'network-changed', 'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181', 'status': 'completed', 'code': 200} Oct 21 15:06:04.462022 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0caf28-1fb6-44da-b5fe-cbb16ff78eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=455afb50-1871-4c92-8e2c-a7238ea79181,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:04.755065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:04.760604 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae013-e98c-42c6-826f-e6e189d55051 req-c376653e-3999-4618-87cf-560bb33aa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:04.764260 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2e7ae013-e98c-42c6-826f-e6e189d55051 req-c376653e-3999-4618-87cf-560bb33aa476 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 1128 time: 0.0472364 Oct 21 15:06:04.802506 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:04.811796 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f0ec-e0bb-4ca5-aeef-08c54134d4cc req-d4ebe494-07e5-4dc5-9aee-75227d3112ba tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:04.813403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9754f0ec-e0bb-4ca5-aeef-08c54134d4cc req-d4ebe494-07e5-4dc5-9aee-75227d3112ba tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 944 time: 0.0517442 Oct 21 15:06:04.892246 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09196b3-65be-4d30-8c26-55d229100019 req-55fe49f2-d13e-4461-b5f8-463e662cbcdc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:04.893769 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d09196b3-65be-4d30-8c26-55d229100019 req-55fe49f2-d13e-4461-b5f8-463e662cbcdc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0701413 Oct 21 15:06:04.905194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae013-e98c-42c6-826f-e6e189d55051 req-b43200cc-7bf4-463b-8d67-d253890c981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:04.907286 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2e7ae013-e98c-42c6-826f-e6e189d55051 req-b43200cc-7bf4-463b-8d67-d253890c981c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=0025ac2cdc0f45dab742a02486307716&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1112556 Oct 21 15:06:04.918755 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9754f0ec-e0bb-4ca5-aeef-08c54134d4cc req-bff41eda-c3d8-4e05-9bbc-e4d1c7246d61 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986636 Oct 21 15:06:04.958578 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40220) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:04.984803 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1eb254e1-c9bc-4117-bf09-459e2a98bb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.006027 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d09196b3-65be-4d30-8c26-55d229100019 req-c7c1dc98-b304-4675-999a-3d4018295add tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019509 Oct 21 15:06:05.087996 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae013-e98c-42c6-826f-e6e189d55051 req-0d8241e9-0139-406e-a860-d4636ca6e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:05.089461 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2e7ae013-e98c-42c6-826f-e6e189d55051 req-0d8241e9-0139-406e-a860-d4636ca6e9ca service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547604 Oct 21 15:06:05.119146 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1eb254e1-c9bc-4117-bf09-459e2a98bb43 admin admin] Publish callbacks [] for security_group (56dd6c0d-7e10-4986-bab1-fb9624f5d889), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.136889 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa1e46-d63f-47a6-b1ef-202aafbacede req-b3de7f36-ee96-455a-ba6e-85684f8ca677 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:05.138442 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7dfa1e46-d63f-47a6-b1ef-202aafbacede req-b3de7f36-ee96-455a-ba6e-85684f8ca677 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 945 time: 0.0577419 Oct 21 15:06:05.167278 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:05.176074 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1eb254e1-c9bc-4117-bf09-459e2a98bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (56dd6c0d-7e10-4986-bab1-fb9624f5d889), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.229975 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7dfa1e46-d63f-47a6-b1ef-202aafbacede req-7cab6a3f-7148-4ee2-aaa2-e63f4aad0efd tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858583 Oct 21 15:06:05.230891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb254e1-c9bc-4117-bf09-459e2a98bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd6c0d-7e10-4986-bab1-fb9624f5d889,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:05.236697 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-1eb254e1-c9bc-4117-bf09-459e2a98bb43 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7ca4cd528b1741df8b6f6f93fb9c6d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770643 Oct 21 15:06:05.239754 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 40224) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:05.301141 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-53dc939f-bec7-4701-9353-104198ae7343 admin admin] Publish callbacks [] for security_group (56dd6c0d-7e10-4986-bab1-fb9624f5d889), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.321418 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-53dc939f-bec7-4701-9353-104198ae7343 admin admin] Publish callbacks [] for security_group (56dd6c0d-7e10-4986-bab1-fb9624f5d889), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.421443 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-53dc939f-bec7-4701-9353-104198ae7343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (56dd6c0d-7e10-4986-bab1-fb9624f5d889), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.424146 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-53dc939f-bec7-4701-9353-104198ae7343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:05.425286 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-53dc939f-bec7-4701-9353-104198ae7343 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/56dd6c0d-7e10-4986-bab1-fb9624f5d889 HTTP/1.1" status: 204 len: 168 time: 0.1845615 Oct 21 15:06:05.433513 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc939f-bec7-4701-9353-104198ae7343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd6c0d-7e10-4986-bab1-fb9624f5d889,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:05.841659 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-43627f56-0434-4791-a6bd-0cf7a47e5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:05.843392 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-43627f56-0434-4791-a6bd-0cf7a47e5499 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 1128 time: 0.0465741 Oct 21 15:06:05.886184 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-1630e889-4047-4051-80b3-9b6e5ae7553f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=455afb50-1871-4c92-8e2c-a7238ea79181 HTTP/1.1" status: 200 len: 217 time: 0.0340905 Oct 21 15:06:06.008472 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-39d06efd-525b-4e00-8280-c5f96950940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:06.009965 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-39d06efd-525b-4e00-8280-c5f96950940d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 200 len: 849 time: 0.0584571 Oct 21 15:06:06.064407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-fe3d781c-bee7-4c88-a3fa-bb1a2fb19ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:06.066391 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-fe3d781c-bee7-4c88-a3fa-bb1a2fb19ff6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486403 Oct 21 15:06:06.074308 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240eeca-c294-4da6-a838-c0356c33f294 req-e68bf1b8-7ba5-427b-9d81-00736e50daf9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:06.076205 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a240eeca-c294-4da6-a838-c0356c33f294 req-e68bf1b8-7ba5-427b-9d81-00736e50daf9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 944 time: 0.0608554 Oct 21 15:06:06.165503 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a240eeca-c294-4da6-a838-c0356c33f294 req-3df5f1f2-d5fb-425b-b097-4361a96f605e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823653 Oct 21 15:06:06.181879 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:06:06.182467 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-c2cde014-3b24-437d-ab7d-1cdf1e3df9b1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080332 Oct 21 15:06:06.185629 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df928d-699c-47e4-916f-1f96d8c1fe5a req-32e43126-6116-444b-8436-2be13283759b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:06.187301 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-91df928d-699c-47e4-916f-1f96d8c1fe5a req-32e43126-6116-444b-8436-2be13283759b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0647719 Oct 21 15:06:06.197757 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:06.242271 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-91df928d-699c-47e4-916f-1f96d8c1fe5a req-9085c300-19fc-4122-8998-54259306be54 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488613 Oct 21 15:06:06.300298 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-646b368a-6487-498a-8cc1-d744db1ceab8 req-53610d6f-352d-4c8e-a6c2-5c7aebc4e200 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104908 Oct 21 15:06:06.386494 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa03156-894c-4e9e-9e6e-b4066ee50c6d req-9b7bc7c5-c33b-40c5-a790-f5b8a0af6290 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:06.388158 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fa03156-894c-4e9e-9e6e-b4066ee50c6d req-9b7bc7c5-c33b-40c5-a790-f5b8a0af6290 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 945 time: 0.0514007 Oct 21 15:06:06.436394 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fa03156-894c-4e9e-9e6e-b4066ee50c6d req-66deb039-cadb-4eb0-a840-d2ee18132aa3 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Oct 21 15:06:06.697593 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40268) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:06.811852 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47668881-2545-4680-9a87-7696724f2ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:06.901709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47668881-2545-4680-9a87-7696724f2ed8 admin admin] Publish callbacks [] for security_group (885bae63-9174-4743-ab82-7ced1521dc32), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:06.941252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47668881-2545-4680-9a87-7696724f2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (885bae63-9174-4743-ab82-7ced1521dc32), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:06.990528 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668881-2545-4680-9a87-7696724f2ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885bae63-9174-4743-ab82-7ced1521dc32,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:06.998669 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-47668881-2545-4680-9a87-7696724f2ed8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c2352ca767e244f9a63cd48d65e491b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977054 Oct 21 15:06:06.999566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 40312) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:07.061245 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Publish callbacks [] for security_group (885bae63-9174-4743-ab82-7ced1521dc32), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:07.084978 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Publish callbacks [] for security_group (885bae63-9174-4743-ab82-7ced1521dc32), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:07.221770 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (885bae63-9174-4743-ab82-7ced1521dc32), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:07.224836 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:07.230281 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/885bae63-9174-4743-ab82-7ced1521dc32 HTTP/1.1" status: 204 len: 168 time: 0.2269962 Oct 21 15:06:07.238344 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885bae63-9174-4743-ab82-7ced1521dc32,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:07.248080 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.249948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.249948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.249948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.250305 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.250747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.251259 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.251777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.252258 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.252741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.253395 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.254184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.255177 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.255973 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.256447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2bf267-26b6-448b-b8a9-065c61ce58b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:07.312461 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b4752-a05e-4106-8369-727b9c71c9fb req-c5a6d64d-3a36-4e38-8a88-2d0d31954d28 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:07.320774 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-231b4752-a05e-4106-8369-727b9c71c9fb req-c5a6d64d-3a36-4e38-8a88-2d0d31954d28 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 944 time: 0.0640922 Oct 21 15:06:07.393188 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-231b4752-a05e-4106-8369-727b9c71c9fb req-a9ffbc54-67ed-4416-9d93-6fc53c5c83f0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712864 Oct 21 15:06:07.433958 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcb826-7dc0-4149-98b1-f27c15520192 req-6c366f7a-9212-4a9a-9bc8-fe554e8b5fea tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:07.435978 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2bcb826-7dc0-4149-98b1-f27c15520192 req-6c366f7a-9212-4a9a-9bc8-fe554e8b5fea tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0610499 Oct 21 15:06:07.503438 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2bcb826-7dc0-4149-98b1-f27c15520192 req-3056f68e-91c2-4bfc-830a-8e400c405414 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Oct 21 15:06:08.086214 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da51823-b4e5-46a7-8932-11d483fd0da6 req-015fc895-acd9-45dc-b51a-d98336dea6a5 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:08.091064 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8da51823-b4e5-46a7-8932-11d483fd0da6 req-015fc895-acd9-45dc-b51a-d98336dea6a5 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 945 time: 0.0496302 Oct 21 15:06:08.145501 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8da51823-b4e5-46a7-8932-11d483fd0da6 req-067dbea0-2428-42cd-8089-72d713ae1999 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500910 Oct 21 15:06:08.516426 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:08.529862 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b00a-09e4-4434-b469-f7c29218b48b req-e0e40e19-d6c5-4751-8b53-6ce15586e520 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:08.531483 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a387b00a-09e4-4434-b469-f7c29218b48b req-e0e40e19-d6c5-4751-8b53-6ce15586e520 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 944 time: 0.0522265 Oct 21 15:06:08.588423 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a387b00a-09e4-4434-b469-f7c29218b48b req-780dfdad-8775-4302-a776-f577591299bc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509322 Oct 21 15:06:08.627644 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:08.641239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29ab8-8e0b-4684-bb4d-f17da9a5310f req-008002c9-1649-42b4-b3f4-121a5c6aaeb1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:08.642920 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f3e29ab8-8e0b-4684-bb4d-f17da9a5310f req-008002c9-1649-42b4-b3f4-121a5c6aaeb1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0534334 Oct 21 15:06:08.701990 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f3e29ab8-8e0b-4684-bb4d-f17da9a5310f req-d275768f-cba5-4bf4-b567-878a1127812f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 Oct 21 15:06:08.965836 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 455afb50-1871-4c92-8e2c-a7238ea79181 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:06:09.070968 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 455afb50-1871-4c92-8e2c-a7238ea79181, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=455afb50-1871-4c92-8e2c-a7238ea79181,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:09.082736 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '455afb50-1871-4c92-8e2c-a7238ea79181', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'port_id': '455afb50-1871-4c92-8e2c-a7238ea79181', 'mac_address': 'fa:16:3e:9f:4a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:06:09.118912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 455afb50-1871-4c92-8e2c-a7238ea79181 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:09.119298 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:09.132418 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455afb50-1871-4c92-8e2c-a7238ea79181 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:09.157642 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 455afb50-1871-4c92-8e2c-a7238ea79181, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=455afb50-1871-4c92-8e2c-a7238ea79181,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:09.221646 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:09.270965 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=455afb50-1871-4c92-8e2c-a7238ea79181,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:09.275907 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733145-5faf-4f9c-9499-ea5b7b948d32 req-94bbfdec-9c99-4f26-8369-8c325961fdc8 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:09.277388 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d733145-5faf-4f9c-9499-ea5b7b948d32 req-94bbfdec-9c99-4f26-8369-8c325961fdc8 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 945 time: 0.0489025 Oct 21 15:06:09.332616 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d733145-5faf-4f9c-9499-ea5b7b948d32 req-4ebf513f-5192-48ad-91cd-e7e3d245141f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 Oct 21 15:06:09.625206 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['455afb50-1871-4c92-8e2c-a7238ea79181'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:09.720961 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341df4b-0311-4b15-afdb-d7a657c24c67 req-366c6b7d-bc39-4b0c-a8eb-1b7d7b5e6768 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:09.722451 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0341df4b-0311-4b15-afdb-d7a657c24c67 req-366c6b7d-bc39-4b0c-a8eb-1b7d7b5e6768 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Oct 21 15:06:09.781138 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0341df4b-0311-4b15-afdb-d7a657c24c67 req-ba42743f-f4e6-4926-9e7e-8e859c3907d5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526707 Oct 21 15:06:09.818036 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-52c3217e-8b3e-48fb-be37-5b63ab4fd77a tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:09.820124 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-52c3217e-8b3e-48fb-be37-5b63ab4fd77a tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 945 time: 0.0726337 Oct 21 15:06:09.857158 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea3cd9-e66f-4dc9-9261-e91d6646f821 req-0336671d-f34a-41d1-bbc5-6e0e3f70b7c6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:09.859349 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04ea3cd9-e66f-4dc9-9261-e91d6646f821 req-0336671d-f34a-41d1-bbc5-6e0e3f70b7c6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0567875 Oct 21 15:06:09.914644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Deleting port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:06:09.915825 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:09.920642 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04ea3cd9-e66f-4dc9-9261-e91d6646f821 req-5fc1fa54-2b7a-45f6-b5a7-f817e389338c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553002 Oct 21 15:06:10.015468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] For port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:10.016462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:10.030588 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Calling delete_port for b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:06:10.072137 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:10.221779 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:10.253016 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Pushing event deleted for resources: {'Port': ['ID=b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:10.300745 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] No DVR routers for this DVR port b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:06:10.303536 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:10.307178 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ab3bfd78-0f7c-4c10-ac55-227f3237af8d req-c1d74ae3-e4fa-40f4-bbec-cc62fa532b66 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "DELETE /networking/v2.0/ports/b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 HTTP/1.1" status: 204 len: 173 time: 0.4808207 Oct 21 15:06:10.307699 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'name': 'network-vif-deleted', 'tag': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:10.311396 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4edbbbb-1598-4250-b50a-101fc28650d8" -d '{"events": [{"server_uuid": "031968f0-826a-4c00-bfc4-efba5d81adcc", "name": "network-vif-deleted", "tag": "b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:10.368313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ec6553-b43f-4ccf-a3af-78bc26d14321 x-openstack-request-id: req-b1ec6553-b43f-4ccf-a3af-78bc26d14321 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:10.368850 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031968f0-826a-4c00-bfc4-efba5d81adcc", "name": "network-vif-deleted", "tag": "b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:10.369264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1ec6553-b43f-4ccf-a3af-78bc26d14321 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:10.370500 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ec6553-b43f-4ccf-a3af-78bc26d14321'] response: {'server_uuid': '031968f0-826a-4c00-bfc4-efba5d81adcc', 'name': 'network-vif-deleted', 'tag': 'b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2', 'status': 'completed', 'code': 200} Oct 21 15:06:10.453256 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4dbe50b4-fa2f-4ac3-89f1-315d8d7b6ebc req-e2694847-e41b-445a-b921-0dcd4a016f05 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0314143 Oct 21 15:06:10.462314 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:10.917538 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f50ae-5298-42bf-95f4-62286776f504 req-ea133bc8-d900-4438-a118-d071593963ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:10.919251 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e76f50ae-5298-42bf-95f4-62286776f504 req-ea133bc8-d900-4438-a118-d071593963ce tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 945 time: 0.0536649 Oct 21 15:06:10.977762 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 455afb50-1871-4c92-8e2c-a7238ea79181 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:10.985108 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e76f50ae-5298-42bf-95f4-62286776f504 req-e5fb6eee-982b-42d8-b207-7d7d50b96d22 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582368 Oct 21 15:06:11.034229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 455afb50-1871-4c92-8e2c-a7238ea79181 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:06:11.072203 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b97c-bd4f-4d09-8eb0-d855356b0ae7 req-7db7d517-f732-453e-af45-355e4d574876 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:11.073763 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3ca6b97c-bd4f-4d09-8eb0-d855356b0ae7 req-7db7d517-f732-453e-af45-355e4d574876 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0489554 Oct 21 15:06:11.089693 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 455afb50-1871-4c92-8e2c-a7238ea79181 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:11.090093 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:11.090482 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 455afb50-1871-4c92-8e2c-a7238ea79181 Oct 21 15:06:11.125957 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3ca6b97c-bd4f-4d09-8eb0-d855356b0ae7 req-571a5090-2656-47de-9868-ce2c4adebe70 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Oct 21 15:06:11.164092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:11.168325 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 455afb50-1871-4c92-8e2c-a7238ea79181 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:11.168782 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:11.193377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:11.195687 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664a915-d6e6-4d1e-a81a-4d279e7ea5e3" -d '{"events": [{"server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "name": "network-vif-plugged", "status": "completed", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:11.209734 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 455afb50-1871-4c92-8e2c-a7238ea79181, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=455afb50-1871-4c92-8e2c-a7238ea79181,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:11.234800 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec3f8f8-c634-4370-a0e9-152e2b64a4f4 x-openstack-request-id: req-eec3f8f8-c634-4370-a0e9-152e2b64a4f4 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:11.235115 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "name": "network-vif-plugged", "status": "completed", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:11.235372 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eec3f8f8-c634-4370-a0e9-152e2b64a4f4 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:11.235771 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec3f8f8-c634-4370-a0e9-152e2b64a4f4'] response: {'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181', 'code': 200} Oct 21 15:06:11.283634 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:11.332074 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=455afb50-1871-4c92-8e2c-a7238ea79181,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:11.583345 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2d255e1-720d-4122-a258-bd2a66478e20 req-d5f6bcf7-ff44-4017-85b0-df7155a81da3 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0358546 Oct 21 15:06:12.124591 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfac2-b6e6-44e0-856a-ebc4c2951b32 req-4d30074b-6693-4c60-83ca-fbf50e7e2ad6 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:12.126162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1abdfac2-b6e6-44e0-856a-ebc4c2951b32 req-4d30074b-6693-4c60-83ca-fbf50e7e2ad6 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0520983 Oct 21 15:06:12.178072 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1abdfac2-b6e6-44e0-856a-ebc4c2951b32 req-1f58f08b-3620-451d-8074-3b78f9083c85 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Oct 21 15:06:12.255428 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113746c5-b9b5-4382-9bf9-448ebf153f8b req-9671955b-ac5b-4af7-a0f2-9be6e98e64c9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:12.256866 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-113746c5-b9b5-4382-9bf9-448ebf153f8b req-9671955b-ac5b-4af7-a0f2-9be6e98e64c9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0461433 Oct 21 15:06:12.311330 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-113746c5-b9b5-4382-9bf9-448ebf153f8b req-d508fdbe-4e47-4cde-9fee-5077c7e5a1c6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Oct 21 15:06:12.541695 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:12.707171 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c4b03386-73e9-4bfc-856e-220d0ed08ee4 req-290870cc-3cae-4243-a3b9-ed3e2d1d8752 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0347221 Oct 21 15:06:13.297672 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ead316-3743-4cb8-96e6-dfb6c202d71c req-06cd20ca-f87e-4eea-af4c-18412cfb7c6d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:13.299181 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c1ead316-3743-4cb8-96e6-dfb6c202d71c req-06cd20ca-f87e-4eea-af4c-18412cfb7c6d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0467477 Oct 21 15:06:13.349390 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c1ead316-3743-4cb8-96e6-dfb6c202d71c req-0ed765c9-e505-4596-bdf8-fac1eca10673 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Oct 21 15:06:13.436334 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3dec7-9aa5-4892-805f-6f38d163aa03 req-655f8ba4-bae5-4683-b867-0db0750d0fb2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:13.437831 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7ba3dec7-9aa5-4892-805f-6f38d163aa03 req-655f8ba4-bae5-4683-b867-0db0750d0fb2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0467739 Oct 21 15:06:13.480763 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:13.486039 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7ba3dec7-9aa5-4892-805f-6f38d163aa03 req-c0ef3498-f1a4-4244-b532-636993afad97 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Oct 21 15:06:13.824540 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a4d6ad6d-0f2b-47a5-93f4-b27bea059186 req-9c93d121-b73b-4894-8b9f-8bfbdddc45b9 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=031968f0-826a-4c00-bfc4-efba5d81adcc HTTP/1.1" status: 200 len: 210 time: 0.0306530 Oct 21 15:06:14.428052 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e765917-7d93-4fd0-9460-8be47f9fe6bc req-fd50cd75-6a95-4617-95bd-87a0a26401d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:14.429553 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5e765917-7d93-4fd0-9460-8be47f9fe6bc req-fd50cd75-6a95-4617-95bd-87a0a26401d4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 1130 time: 0.0408220 Oct 21 15:06:14.478415 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5e765917-7d93-4fd0-9460-8be47f9fe6bc req-d8247e2e-428d-45b6-beb7-e243e5f1c3bb service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Oct 21 15:06:14.478649 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc3958-4205-4085-b24c-b3e5f22c0600 req-cab3c1a8-8bcd-402d-a147-cba25259922c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:14.480032 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d2bc3958-4205-4085-b24c-b3e5f22c0600 req-cab3c1a8-8bcd-402d-a147-cba25259922c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0494611 Oct 21 15:06:14.531791 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d2bc3958-4205-4085-b24c-b3e5f22c0600 req-c21f14ea-2028-430b-bac3-250d7b3bb525 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444651 Oct 21 15:06:14.612984 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a75286-970b-44eb-8f76-f6781b1559ee req-e9323a24-7e34-4b3d-9ad0-5318b40c14dd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:14.614485 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71a75286-970b-44eb-8f76-f6781b1559ee req-e9323a24-7e34-4b3d-9ad0-5318b40c14dd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0483449 Oct 21 15:06:14.663242 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71a75286-970b-44eb-8f76-f6781b1559ee req-a4413d12-08b4-45b6-8543-f18000d3e140 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Oct 21 15:06:15.102659 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:15.117667 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:06:15.140152 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:06:15.140750 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device b81d2deb-2f6d-46d1-b2af-cb5a39b3e2d2 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:06:15.201110 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-d2ad203d-a534-4e8d-8bee-beee936dabfe tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:15.217936 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-d2ad203d-a534-4e8d-8bee-beee936dabfe tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ec752088-4369-4b35-899f-5f1663dac72e HTTP/1.1" status: 200 len: 809 time: 0.1420553 Oct 21 15:06:15.223262 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-3785b264-78db-4384-b774-d6039e9ca2e6 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/quotas/780201e2794a47c294b91f39978cfbf4 HTTP/1.1" status: 200 len: 375 time: 0.0142632 Oct 21 15:06:15.253193 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-06afd829-d084-4f89-b614-4c8bf4bde65c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=780201e2794a47c294b91f39978cfbf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278080 Oct 21 15:06:15.358443 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-358f25c9-4942-4db0-99a9-236769bf1f53 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969830 Oct 21 15:06:15.466348 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-b0c68118-e7a0-454f-b1d9-17ddc71c1618 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004500 Oct 21 15:06:15.816118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474201-21ba-42d6-b9f0-4319061e40de req-82226479-7108-4958-badf-ac68efb7ce6b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:15.818015 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-35474201-21ba-42d6-b9f0-4319061e40de req-82226479-7108-4958-badf-ac68efb7ce6b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0515726 Oct 21 15:06:15.878403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-35474201-21ba-42d6-b9f0-4319061e40de req-f0b03fd1-2714-4bf5-8c79-bc163b1d2ff6 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514750 Oct 21 15:06:16.014314 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef5ad-376b-4432-b030-7d114a0dda8b req-d36cc00b-89e0-4e5a-a843-997678e9dce2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:16.015921 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-24fef5ad-376b-4432-b030-7d114a0dda8b req-d36cc00b-89e0-4e5a-a843-997678e9dce2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0680113 Oct 21 15:06:16.062436 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 40596) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:16.076600 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-24fef5ad-376b-4432-b030-7d114a0dda8b req-cd8946c3-8261-4d20-85a3-166f6bf728a6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Oct 21 15:06:16.166232 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2f50eaa5-eae2-4e97-bdb5-b9b4345d312b req-f5587647-f366-43a4-9b01-b3f6af96b2ac tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0331502 Oct 21 15:06:16.183161 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=75 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:16.206980 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-892b5e0d-e2fd-4ad8-9c2d-dd59c87714f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.239750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:16.294840 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-892b5e0d-e2fd-4ad8-9c2d-dd59c87714f8 admin admin] Publish callbacks [] for security_group (3239cd8a-396c-4c40-9c26-ce27f02af008), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.369326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-892b5e0d-e2fd-4ad8-9c2d-dd59c87714f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3239cd8a-396c-4c40-9c26-ce27f02af008), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.412041 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-892b5e0d-e2fd-4ad8-9c2d-dd59c87714f8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e60eb360cc404961a14cb18e1e2a4c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484931 Oct 21 15:06:16.413247 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b5e0d-e2fd-4ad8-9c2d-dd59c87714f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239cd8a-396c-4c40-9c26-ce27f02af008,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:16.414908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40608) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:16.464907 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Publish callbacks [] for security_group (3239cd8a-396c-4c40-9c26-ce27f02af008), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.487487 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Publish callbacks [] for security_group (3239cd8a-396c-4c40-9c26-ce27f02af008), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.666926 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3239cd8a-396c-4c40-9c26-ce27f02af008), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.670277 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:16.671456 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3239cd8a-396c-4c40-9c26-ce27f02af008 HTTP/1.1" status: 204 len: 168 time: 0.2552145 Oct 21 15:06:16.679750 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239cd8a-396c-4c40-9c26-ce27f02af008,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:16.687699 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.688046 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.688393 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.688723 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.689059 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.689389 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.689716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.690041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.690364 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.690722 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.691064 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.691376 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.691895 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.692143 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:16.692577 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42c132-24e2-429d-931d-4cf72c909044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:17.019785 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c643-357a-45d5-afbd-388fd89f7666 req-b5fc10ca-6a92-417a-8b41-9400a0ecddd2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:17.021287 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f547c643-357a-45d5-afbd-388fd89f7666 req-b5fc10ca-6a92-417a-8b41-9400a0ecddd2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0587108 Oct 21 15:06:17.071596 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f547c643-357a-45d5-afbd-388fd89f7666 req-93389f4b-a792-4745-befd-6e0b2c562f4f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Oct 21 15:06:17.194343 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:17.209089 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdf09-1695-4718-8d09-1bdc8c556e7c req-71033bb2-a753-4645-8ae3-c1ec92551740 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:17.210998 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dc5bdf09-1695-4718-8d09-1bdc8c556e7c req-71033bb2-a753-4645-8ae3-c1ec92551740 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0534270 Oct 21 15:06:17.290281 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-62374e91-e661-4159-8573-2198243a3eec req-51d4e38a-5e3a-4cb1-8c91-d1a5d017cfb8 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0380383 Oct 21 15:06:17.298318 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dc5bdf09-1695-4718-8d09-1bdc8c556e7c req-d70ffba1-799a-43c1-8407-9ec7689364f8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Oct 21 15:06:17.362939 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40632) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:17.379682 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f347086f-4b36-4221-ae0b-04bedaef23fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.382378 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:17.458994 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f347086f-4b36-4221-ae0b-04bedaef23fe admin admin] Publish callbacks [] for security_group (ced4c508-fd65-4c5a-b686-ef5104c27458), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.552582 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f347086f-4b36-4221-ae0b-04bedaef23fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (ced4c508-fd65-4c5a-b686-ef5104c27458), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.597254 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f347086f-4b36-4221-ae0b-04bedaef23fe admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a8c25e2c7c7544d78b878797ee85ec01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331984 Oct 21 15:06:17.597958 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347086f-4b36-4221-ae0b-04bedaef23fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4c508-fd65-4c5a-b686-ef5104c27458,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:17.599983 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 40638) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:17.646814 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:17.655070 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3863fe7d-19d1-454b-a323-138fa88cabf5 admin admin] Publish callbacks [] for security_group (ced4c508-fd65-4c5a-b686-ef5104c27458), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.676878 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3863fe7d-19d1-454b-a323-138fa88cabf5 admin admin] Publish callbacks [] for security_group (ced4c508-fd65-4c5a-b686-ef5104c27458), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.701472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.774664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3863fe7d-19d1-454b-a323-138fa88cabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (ced4c508-fd65-4c5a-b686-ef5104c27458), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.777268 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3863fe7d-19d1-454b-a323-138fa88cabf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:17.778398 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-3863fe7d-19d1-454b-a323-138fa88cabf5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ced4c508-fd65-4c5a-b686-ef5104c27458 HTTP/1.1" status: 204 len: 168 time: 0.1774251 Oct 21 15:06:17.787173 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863fe7d-19d1-454b-a323-138fa88cabf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4c508-fd65-4c5a-b686-ef5104c27458,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:18.193647 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1977-9587-4d93-aa62-4514b817d40f req-cf23132c-2334-450c-87c6-2923139879c8 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:18.195175 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-89fe1977-9587-4d93-aa62-4514b817d40f req-cf23132c-2334-450c-87c6-2923139879c8 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0470755 Oct 21 15:06:18.243967 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-89fe1977-9587-4d93-aa62-4514b817d40f req-63c752e5-4954-4977-b93e-a6efaf455e5f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Oct 21 15:06:18.435538 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-97171ef9-f3d8-440e-b3c3-ab52ada64c1d req-9484c424-dc54-41bd-8716-5566d1c7d182 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0691659 Oct 21 15:06:18.450226 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7168f-99ba-4435-ae63-f0d9c78dde39 req-5fddf197-2fe7-4d5e-b7c1-5a1ff0c0c1a5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:18.451742 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72f7168f-99ba-4435-ae63-f0d9c78dde39 req-5fddf197-2fe7-4d5e-b7c1-5a1ff0c0c1a5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0750759 Oct 21 15:06:18.509913 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72f7168f-99ba-4435-ae63-f0d9c78dde39 req-f27bd309-4144-496e-a7ab-14bf77876a7e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Oct 21 15:06:18.849270 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5e230ceb-1693-4355-80de-378177461d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:19.425972 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903830c0-9556-4dae-82f0-09d21df54047 req-4cbbd757-bf96-4b53-a89b-a52454b260db tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:19.428245 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-903830c0-9556-4dae-82f0-09d21df54047 req-4cbbd757-bf96-4b53-a89b-a52454b260db tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1022236 Oct 21 15:06:19.506689 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-903830c0-9556-4dae-82f0-09d21df54047 req-5bda56b1-bdb3-49b2-8eff-12ae3dfdf953 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666847 Oct 21 15:06:19.522442 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-aeca8fa1-5483-49a8-92bb-2b4b539c924d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797756 Oct 21 15:06:19.582674 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a85930a2-fe82-47ed-b2ad-a717869bad8f req-9eff68af-00d0-45f5-9473-35e6704000c7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0348649 Oct 21 15:06:19.648231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-96990a9c-0993-43a8-877a-b47f931f0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:19.651078 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-96990a9c-0993-43a8-877a-b47f931f0e60 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1130 time: 0.0632792 Oct 21 15:06:19.689904 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6157b-6bd2-47af-a068-9c34ec526085 req-be66fff0-613f-49d3-b63f-8eb29eb826cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:19.694547 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-60d6157b-6bd2-47af-a068-9c34ec526085 req-be66fff0-613f-49d3-b63f-8eb29eb826cd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0749371 Oct 21 15:06:19.964452 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-60d6157b-6bd2-47af-a068-9c34ec526085 req-cb3bac52-8862-46a7-84eb-b1229e6c3d53 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661111 Oct 21 15:06:20.625941 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a23d8-93df-4c0e-b206-b50f4145f9d2 req-df497d8a-5940-4885-90c0-ab731c8ade19 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:20.627425 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c62a23d8-93df-4c0e-b206-b50f4145f9d2 req-df497d8a-5940-4885-90c0-ab731c8ade19 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0492435 Oct 21 15:06:20.783522 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c62a23d8-93df-4c0e-b206-b50f4145f9d2 req-792739e1-9538-46d4-920f-084375c98dd3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 Oct 21 15:06:20.783522 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-62e0a3fc-68c6-4e14-97df-b1d95fa48030 req-b29b75aa-a437-4485-a8c0-b8106d3930c7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0273590 Oct 21 15:06:21.050325 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a1fab-9838-4ffc-9243-4753da1cfb3e req-1ad569c4-591d-4010-8727-f33c271ff028 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:21.051995 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fc8a1fab-9838-4ffc-9243-4753da1cfb3e req-1ad569c4-591d-4010-8727-f33c271ff028 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0534608 Oct 21 15:06:21.064055 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40732) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:21.069294 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'floatingip': {'port_id': '455afb50-1871-4c92-8e2c-a7238ea79181'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:21.120648 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (4e7e5d34-511f-4bf8-b545-b2820fac8470), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:21.176710 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:21.213635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce825fd-3605-4332-a5a5-723921facf61 req-bc0c87c6-3883-4a20-a352-d4ea46d22347 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:21.215115 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5ce825fd-3605-4332-a5a5-723921facf61 req-bc0c87c6-3883-4a20-a352-d4ea46d22347 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.1088064 Oct 21 15:06:21.314703 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5ce825fd-3605-4332-a5a5-723921facf61 req-e5810838-1b56-4989-9647-a0ce558d3eb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928061 Oct 21 15:06:21.361499 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:21.449578 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb83c-f73f-4787-a8d2-654ea9b9c456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:21.542112 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3c3c-5cb0-40b8-b4dd-5d5d1330f0fd req-3aa06ae2-e0bf-4fbe-9d05-e0fb42ad06e3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:21.544750 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d5c3c3c-5cb0-40b8-b4dd-5d5d1330f0fd req-3aa06ae2-e0bf-4fbe-9d05-e0fb42ad06e3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0933685 Oct 21 15:06:21.655156 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d5c3c3c-5cb0-40b8-b4dd-5d5d1330f0fd req-c7704278-8c89-4659-9ed4-20def195ea14 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049559 Oct 21 15:06:21.717405 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:21.781251 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (4e7e5d34-511f-4bf8-b545-b2820fac8470), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:21.898066 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bcec75b4-940e-4a1e-a0c2-25ce780ed600 req-bbb73154-d570-4e99-9994-d0816f455d36 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0336888 Oct 21 15:06:21.909211 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Floating IP 4e7e5d34-511f-4bf8-b545-b2820fac8470 associated. External IP: 172.27.0.190, port: 455afb50-1871-4c92-8e2c-a7238ea79181. Oct 21 15:06:22.093067 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:22.115015 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:06:22.218853 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:06:22.223951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:22.228764 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:06:22.238991 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:22.239690 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:22.259384 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b20e98a0-aa02-4d56-b85f-8c1f9a438424 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/4e7e5d34-511f-4bf8-b545-b2820fac8470 HTTP/1.1" status: 200 len: 992 time: 1.1912725 Oct 21 15:06:22.259384 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:22.260375 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b613272-27b5-45f4-aa7e-2fff1afef12d" -d '{"events": [{"name": "network-changed", "server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:22.301333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db803f4c-f0c4-4e15-a9ba-b73ee960b78e x-openstack-request-id: req-db803f4c-f0c4-4e15-a9ba-b73ee960b78e {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:22.301713 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:22.302037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db803f4c-f0c4-4e15-a9ba-b73ee960b78e {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:22.302534 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db803f4c-f0c4-4e15-a9ba-b73ee960b78e'] response: {'name': 'network-changed', 'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181', 'status': 'completed', 'code': 200} Oct 21 15:06:22.350876 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:22.438774 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bda69-a96c-4398-b45f-82c957ac98b2 req-61f7fb5c-3bfc-4b9f-968b-aa93114e01de tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:22.440313 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2b2bda69-a96c-4398-b45f-82c957ac98b2 req-61f7fb5c-3bfc-4b9f-968b-aa93114e01de tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0472753 Oct 21 15:06:22.488387 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2b2bda69-a96c-4398-b45f-82c957ac98b2 req-ef93625b-7165-495a-b796-7f8d59fbd462 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Oct 21 15:06:22.561151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:22.625443 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '4e7e5d34-511f-4bf8-b545-b2820fac8470', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'port_id': '455afb50-1871-4c92-8e2c-a7238ea79181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'mac_address': 'fa:16:3e:9f:4a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:05:55Z', 'updated_at': '2022-10-21T15:06:21Z', 'revision_number': 1, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:22.651220 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:06:22.660345 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:22.660950 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:22.764596 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:22.784334 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d958be7-eb89-4060-806f-1b2e7e34b571 req-e8644833-79f2-4972-a8e4-f51844c49bcd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:22.785827 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9d958be7-eb89-4060-806f-1b2e7e34b571 req-e8644833-79f2-4972-a8e4-f51844c49bcd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0464742 Oct 21 15:06:22.833613 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9d958be7-eb89-4060-806f-1b2e7e34b571 req-c1806cb4-2c61-48be-8cf2-a0c3b2cd6786 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Oct 21 15:06:22.986034 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '4e7e5d34-511f-4bf8-b545-b2820fac8470', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'port_id': '455afb50-1871-4c92-8e2c-a7238ea79181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'mac_address': 'fa:16:3e:9f:4a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:05:55Z', 'updated_at': '2022-10-21T15:06:21Z', 'revision_number': 1, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:23.007233 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5fc16b3c-3f09-4f3b-a6e1-1f2236b4b2b8 req-118c379b-124d-4e44-a0de-4682241b427f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0311012 Oct 21 15:06:23.011778 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbeb3d-2b42-4463-aa2b-c7293fc197cc None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '4e7e5d34-511f-4bf8-b545-b2820fac8470', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'port_id': '455afb50-1871-4c92-8e2c-a7238ea79181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'mac_address': 'fa:16:3e:9f:4a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:05:55Z', 'updated_at': '2022-10-21T15:06:21Z', 'revision_number': 1, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:06:23.191679 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a5796-3d60-45bb-9bba-d21e5c587c68 None None] New status for floating IP 4e7e5d34-511f-4bf8-b545-b2820fac8470: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:06:23.630716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee2b91-bf50-4616-bbc3-1c096a32827c req-d14af39f-f262-40c6-b230-d73979785706 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:23.634481 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5ee2b91-bf50-4616-bbc3-1c096a32827c req-d14af39f-f262-40c6-b230-d73979785706 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0649457 Oct 21 15:06:23.706737 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-aeea0462-bc6c-46b3-8da6-c5a1630fcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:23.708283 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-aeea0462-bc6c-46b3-8da6-c5a1630fcfb2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 1130 time: 0.1160679 Oct 21 15:06:23.712510 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5ee2b91-bf50-4616-bbc3-1c096a32827c req-7d0ab5f8-2e2b-4724-bd94-4c7f7636f226 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724995 Oct 21 15:06:23.813131 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-f8837faf-6975-4e79-a5dc-bade9ba72cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:23.814650 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-f8837faf-6975-4e79-a5dc-bade9ba72cf2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.2211754 Oct 21 15:06:23.849393 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-b9403425-1754-4a4c-b609-a71a0a9ce0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:23.850852 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-b9403425-1754-4a4c-b609-a71a0a9ce0c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 911 time: 0.1211426 Oct 21 15:06:23.906673 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:23.931019 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:23.964860 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a414048-34c2-40ff-a4a0-b39237a394e2 req-17a61ebb-7f99-4a84-b6f9-70ecb79446f3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:23.966899 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3a414048-34c2-40ff-a4a0-b39237a394e2 req-17a61ebb-7f99-4a84-b6f9-70ecb79446f3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0508673 Oct 21 15:06:23.980208 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-e9d7aee0-707d-4050-8e97-838a3988d467 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 200 len: 217 time: 0.0964663 Oct 21 15:06:24.003202 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:24.010685 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b40c93-dc1d-49ee-a211-94f490263df7 req-856f815b-ce33-45e0-a551-d5ddfaf93ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:24.012276 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69b40c93-dc1d-49ee-a211-94f490263df7 req-856f815b-ce33-45e0-a551-d5ddfaf93ac4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1130 time: 0.1210420 Oct 21 15:06:24.015468 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:24.017257 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-c57ac38b-4149-4f03-9954-807ce35188dd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=455afb50-1871-4c92-8e2c-a7238ea79181 HTTP/1.1" status: 200 len: 1002 time: 0.1322885 Oct 21 15:06:24.018824 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3a414048-34c2-40ff-a4a0-b39237a394e2 req-8a6abfae-6181-4326-9fd6-37f5d90879fe tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456848 Oct 21 15:06:24.066285 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:24.115978 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4338a675-8b5a-44a8-bdcc-e4c3f5d73f9b req-8aa5a9ec-c65e-4ce9-a6da-fadd0ea2351a tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0315607 Oct 21 15:06:24.841161 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dee82-8367-4d1d-9dd1-f63c892efd53 req-b7d5c5af-0217-428e-8259-8c06df131d54 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:24.843963 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-748dee82-8367-4d1d-9dd1-f63c892efd53 req-b7d5c5af-0217-428e-8259-8c06df131d54 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Oct 21 15:06:24.892682 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-748dee82-8367-4d1d-9dd1-f63c892efd53 req-4ae04931-4e6b-41c4-be17-d764801a2508 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Oct 21 15:06:25.143025 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fd2a4-30a7-45d8-a824-ba9bb241118e req-acb91943-06a1-4b5d-b453-61067eb452f6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:25.144721 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d2fd2a4-30a7-45d8-a824-ba9bb241118e req-acb91943-06a1-4b5d-b453-61067eb452f6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0460658 Oct 21 15:06:25.198404 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d2fd2a4-30a7-45d8-a824-ba9bb241118e req-738ff9f5-133d-48c8-9630-20f07d812590 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480740 Oct 21 15:06:25.352626 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3b209a25-fa18-4f83-a571-39d09064b4ec req-d35aab2b-07a9-4a6c-b6e1-d097d36b8d8a tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0269680 Oct 21 15:06:26.015426 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afeee-e0b0-4e49-a5bb-5db907096352 req-b2f23ced-e58c-4b22-8b72-0fbf720bba59 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:26.016820 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-975afeee-e0b0-4e49-a5bb-5db907096352 req-b2f23ced-e58c-4b22-8b72-0fbf720bba59 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0475085 Oct 21 15:06:26.066490 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-975afeee-e0b0-4e49-a5bb-5db907096352 req-0762b0eb-9e85-453c-bf4d-13bbd18a4acf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 Oct 21 15:06:26.329574 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffa203-e05a-4deb-8132-ae1f524e277c req-deb778c6-a7aa-4d70-944e-26b280d7f449 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:26.330991 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-62ffa203-e05a-4deb-8132-ae1f524e277c req-deb778c6-a7aa-4d70-944e-26b280d7f449 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0469952 Oct 21 15:06:26.380758 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-62ffa203-e05a-4deb-8132-ae1f524e277c req-7d004905-9c28-488b-9d6f-a305073fb4ac tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Oct 21 15:06:26.456671 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-53c92e7c-7f3c-4eea-bce7-befe3aea7bff req-850b4860-04aa-4e68-aeed-ae16c9b665d7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0283012 Oct 21 15:06:26.748677 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-0cf4369a-85cf-4923-b586-8ee0f360ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:26.750203 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-0cf4369a-85cf-4923-b586-8ee0f360ea2f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.1068711 Oct 21 15:06:26.754505 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-cf9680b7-531b-4e7c-9e4c-41490481e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:26.755906 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-cf9680b7-531b-4e7c-9e4c-41490481e4ef service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 200 len: 849 time: 0.1038387 Oct 21 15:06:26.807917 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69b40c93-dc1d-49ee-a211-94f490263df7 req-90729d19-220a-405d-bf10-c2ac9b960369 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547554 Oct 21 15:06:26.834863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-93be6e4a-cedb-4a8e-b137-07eb063d914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:26.836393 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-93be6e4a-cedb-4a8e-b137-07eb063d914a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796192 Oct 21 15:06:26.842077 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-e397c8a9-340b-4e47-bf75-8a49e20df45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:26.843638 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-e397c8a9-340b-4e47-bf75-8a49e20df45f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557079 Oct 21 15:06:27.119342 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:27.187310 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e866-f22c-49c2-80e7-e93697f08417 req-73081b20-5fb3-4950-800b-ceb06c57d858 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:27.197142 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cc80e866-f22c-49c2-80e7-e93697f08417 req-73081b20-5fb3-4950-800b-ceb06c57d858 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0480356 Oct 21 15:06:27.239608 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cc80e866-f22c-49c2-80e7-e93697f08417 req-f293a27d-3c59-4d6d-872f-0e60f87339d8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Oct 21 15:06:27.245465 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-31100547-2832-492e-ae4c-fd80a7eae45d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600318 Oct 21 15:06:27.249045 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-9fc3924b-53bb-449c-805c-f5fbea97a546 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623385 Oct 21 15:06:27.513877 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106759-276d-4a5a-8458-b181705bf3f8 req-09df5a1b-f22c-4c29-a894-52383387d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:27.513877 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a106759-276d-4a5a-8458-b181705bf3f8 req-09df5a1b-f22c-4c29-a894-52383387d816 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0528316 Oct 21 15:06:27.574586 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a106759-276d-4a5a-8458-b181705bf3f8 req-c30ff5b0-c7c6-4ffd-8fd0-cdb1a39d634a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543382 Oct 21 15:06:27.592252 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9afebb41-06bf-4e3f-b85b-72f0870fd0b0 req-29aa1d28-2a83-484d-9ea7-ee7e6b7fc8a3 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0413759 Oct 21 15:06:27.904694 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ecd5de29-bb7f-4122-a22c-9b2f1ebac0fc req-3da5d1eb-f2e6-417a-bb1f-4ff6101f29d7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321916 Oct 21 15:06:27.924438 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1b613272-27b5-45f4-aa7e-2fff1afef12d req-83f3ceef-98b3-4245-a1b5-1be1d3b46a9f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443612 Oct 21 15:06:27.932417 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-b9e2df2e-b8c6-4a64-b02c-b7beadbb99c1 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:27.935261 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-b9e2df2e-b8c6-4a64-b02c-b7beadbb99c1 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ec752088-4369-4b35-899f-5f1663dac72e HTTP/1.1" status: 200 len: 809 time: 0.2442646 Oct 21 15:06:28.004046 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Request body: {'port': {'device_id': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e', 'admin_state_up': True, 'tenant_id': '780201e2794a47c294b91f39978cfbf4'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:28.123713 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:28.226304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Made reservation on behalf of 780201e2794a47c294b91f39978cfbf4 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:28.230332 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:28.373345 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b989e-8133-4322-ac1a-ca3d317c8aba req-1340f586-9af3-4d83-befe-bfbf6cf49461 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:28.375221 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-765b989e-8133-4322-ac1a-ca3d317c8aba req-1340f586-9af3-4d83-befe-bfbf6cf49461 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0502479 Oct 21 15:06:28.396527 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:28.433557 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-765b989e-8133-4322-ac1a-ca3d317c8aba req-0b56e5fe-1d9e-44c4-b465-344753eab3f7 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515897 Oct 21 15:06:28.607627 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Allocated IP 172.20.0.3 (ec752088-4369-4b35-899f-5f1663dac72e/c0e2697a-8ee6-4a6a-baf4-41af80b30ec3/63626514-94d9-47f1-9997-24eb1521f359) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:28.728821 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6118f12c-009f-4963-aba4-ab5f57bed793 req-194e6c1a-6060-4423-a6f3-33d8c668bd9d tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0518913 Oct 21 15:06:28.746667 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e8e8-2a92-44ed-939e-e646f281d1ef req-d50b88b0-ffa7-48ec-aa48-388e416eb6b1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:28.756277 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b353e8e8-2a92-44ed-939e-e646f281d1ef req-d50b88b0-ffa7-48ec-aa48-388e416eb6b1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0910413 Oct 21 15:06:28.778211 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks [] for port (63626514-94d9-47f1-9997-24eb1521f359), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:28.805199 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b353e8e8-2a92-44ed-939e-e646f281d1ef req-2dc7e0ad-abd0-4b93-988d-9c8fa59aed6a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480564 Oct 21 15:06:28.918527 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (63626514-94d9-47f1-9997-24eb1521f359), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:28.967585 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Network ec752088-4369-4b35-899f-5f1663dac72e is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:28.971122 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:28.980367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:29.009595 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Pushing event updated for resources: {'Port': ['ID=63626514-94d9-47f1-9997-24eb1521f359,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:29.038614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:29.041867 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:29.041867 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:29.120227 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-56733bd7-6a1d-4251-a045-847485194a77 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203654 Oct 21 15:06:29.248496 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Request body: {'port': {'device_id': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:29.310846 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (63626514-94d9-47f1-9997-24eb1521f359), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:29.423071 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:29.570255 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf118-01f4-44ce-9f7f-249152e9737b req-0111cf75-7e5b-4d09-a862-e169b59303a6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:29.571770 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dd9bf118-01f4-44ce-9f7f-249152e9737b req-0111cf75-7e5b-4d09-a862-e169b59303a6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Oct 21 15:06:29.588767 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63626514-94d9-47f1-9997-24eb1521f359 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:29.597112 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Publish callbacks [] for port (63626514-94d9-47f1-9997-24eb1521f359), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:29.609944 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Transition to ACTIVE for port object 63626514-94d9-47f1-9997-24eb1521f359 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:06:29.623629 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dd9bf118-01f4-44ce-9f7f-249152e9737b req-a39d7c6f-dc9d-4f11-8781-9e29f6d09382 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Oct 21 15:06:29.735791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (63626514-94d9-47f1-9997-24eb1521f359), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:29.821418 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Pushing event updated for resources: {'Port': ['ID=63626514-94d9-47f1-9997-24eb1521f359,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:29.855615 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Attempting to bind port 63626514-94d9-47f1-9997-24eb1521f359 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:29.855952 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Attempting to bind port 63626514-94d9-47f1-9997-24eb1521f359 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:29.857065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Attempting to bind port 63626514-94d9-47f1-9997-24eb1521f359 on network ec752088-4369-4b35-899f-5f1663dac72e {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:29.883537 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573113a-a352-4ff9-87d6-2abbed5d63e4 req-47aa5001-ed5f-4891-99d7-0fd1d9b6efd6 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:29.885109 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9573113a-a352-4ff9-87d6-2abbed5d63e4 req-47aa5001-ed5f-4891-99d7-0fd1d9b6efd6 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 943 time: 0.0519769 Oct 21 15:06:29.902509 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Port 63626514-94d9-47f1-9997-24eb1521f359 on network ec752088-4369-4b35-899f-5f1663dac72e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:06:29.902874 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Attempting to bind port 63626514-94d9-47f1-9997-24eb1521f359 on network ec752088-4369-4b35-899f-5f1663dac72e {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:29.937630 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9573113a-a352-4ff9-87d6-2abbed5d63e4 req-3553ed8d-2fa0-4c2a-9dd1-61bd1e196d22 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Oct 21 15:06:29.952295 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:29.952295 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Checking segment: {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:29.952295 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Bound using segment: {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:29.952295 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Bound port: 63626514-94d9-47f1-9997-24eb1521f359, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43525061-b681-4564-a0d6-47d8988eeda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:29.953322 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (63626514-94d9-47f1-9997-24eb1521f359), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:30.037852 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] For port 63626514-94d9-47f1-9997-24eb1521f359, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:30.041490 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] For port 63626514-94d9-47f1-9997-24eb1521f359, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=63626514-94d9-47f1-9997-24eb1521f359,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:30.084032 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:30.127429 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22094276-e258-4fba-b946-3609e2670839 req-21ce29f4-374f-43a0-8a39-938ca126078d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.127429 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22094276-e258-4fba-b946-3609e2670839 req-21ce29f4-374f-43a0-8a39-938ca126078d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0955174 Oct 21 15:06:30.144880 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aec37-6bec-445f-909f-0bcfe368e7de req-19672f6c-dc42-4f91-bb53-7764973164c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.146854 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e0aec37-6bec-445f-909f-0bcfe368e7de req-19672f6c-dc42-4f91-bb53-7764973164c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0852656 Oct 21 15:06:30.208140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (63626514-94d9-47f1-9997-24eb1521f359), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:30.218413 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.219242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:30.224790 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/63626514-94d9-47f1-9997-24eb1521f359 HTTP/1.1" status: 200 len: 1093 time: 0.9788263 Oct 21 15:06:30.224790 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'tag': '63626514-94d9-47f1-9997-24eb1521f359'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:30.224790 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9bdb20-ad30-4e69-873e-a17a1b60624a", "tag": "63626514-94d9-47f1-9997-24eb1521f359"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:30.251045 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22094276-e258-4fba-b946-3609e2670839 req-d2605fce-79fc-4b4b-9d92-ac693af51c1d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 Oct 21 15:06:30.266123 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-0cf97906-37b7-48da-9462-70c18f0893a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.267655 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-0cf97906-37b7-48da-9462-70c18f0893a0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1130 time: 0.1378474 Oct 21 15:06:30.272820 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e0aec37-6bec-445f-909f-0bcfe368e7de req-53c783b5-d76b-4b38-ae60-bdc355f479cd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171355 Oct 21 15:06:30.294681 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:30.307717 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4ec0-5183-4690-b660-a7639f49b47b service neutron] Pushing event updated for resources: {'Port': ['ID=63626514-94d9-47f1-9997-24eb1521f359,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:30.313249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4a5846-6c62-4460-8281-013c74d4c048 x-openstack-request-id: req-7a4a5846-6c62-4460-8281-013c74d4c048 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:30.314021 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9bdb20-ad30-4e69-873e-a17a1b60624a", "tag": "63626514-94d9-47f1-9997-24eb1521f359", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:30.314447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a4a5846-6c62-4460-8281-013c74d4c048 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:30.315115 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4a5846-6c62-4460-8281-013c74d4c048'] response: {'name': 'network-changed', 'server_uuid': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'tag': '63626514-94d9-47f1-9997-24eb1521f359', 'status': 'completed', 'code': 200} Oct 21 15:06:30.448121 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed req-56091281-42d6-467b-bb8e-a9518ee9813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.449661 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed req-56091281-42d6-467b-bb8e-a9518ee9813a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=780201e2794a47c294b91f39978cfbf4&device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 1127 time: 0.0538976 Oct 21 15:06:30.477595 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-bd6ab87a-b703-4947-9d8f-0fe454b175c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.479275 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-bd6ab87a-b703-4947-9d8f-0fe454b175c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.1295917 Oct 21 15:06:30.588306 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed req-4d962550-de1a-435b-be7a-9b7cd3b34ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.589729 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed req-4d962550-de1a-435b-be7a-9b7cd3b34ac2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=780201e2794a47c294b91f39978cfbf4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001101 Oct 21 15:06:30.768303 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-057b80f6-c6eb-44b3-a5a4-1b19d6a2260b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 217 time: 0.0387068 Oct 21 15:06:30.894369 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:30.906538 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-76bd9f82-0ce3-4164-a33f-239ca82e93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.908021 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-76bd9f82-0ce3-4164-a33f-239ca82e93c1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.1032612 Oct 21 15:06:30.963130 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed req-82182099-ef75-4434-8f60-7b8c49787321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.964584 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-643c8ece-4e1d-4e62-88d4-0ca1d38c04ed req-82182099-ef75-4434-8f60-7b8c49787321 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609645 Oct 21 15:06:30.972905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-3525cb28-6536-4b91-a74e-90ea452d466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:30.975460 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-3525cb28-6536-4b91-a74e-90ea452d466a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521271 Oct 21 15:06:31.069720 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd11b0b-bc96-41e7-9cda-36f0f62d2e4e req-14bfb3f7-7e0b-4912-a63d-ab3614df52f4 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:31.071274 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bcd11b0b-bc96-41e7-9cda-36f0f62d2e4e req-14bfb3f7-7e0b-4912-a63d-ab3614df52f4 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 943 time: 0.0510254 Oct 21 15:06:31.085916 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-c1db4876-b8e1-4546-8721-afcc6b47f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:31.087471 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-c1db4876-b8e1-4546-8721-afcc6b47f3f5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=780201e2794a47c294b91f39978cfbf4&device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 1127 time: 0.0770745 Oct 21 15:06:31.119852 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bcd11b0b-bc96-41e7-9cda-36f0f62d2e4e req-5472543d-c8a4-4edc-92d5-a721dab67961 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Oct 21 15:06:31.143340 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-0140bb4d-7023-4e4a-9dbd-d12c9c5892d9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63626514-94d9-47f1-9997-24eb1521f359 HTTP/1.1" status: 200 len: 217 time: 0.0483994 Oct 21 15:06:31.149073 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-0cc13e92-6a23-4c8f-8a3f-94faf913bc59 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607490 Oct 21 15:06:31.259590 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-7a1e35f8-d303-4111-9b83-15b2a1334717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:31.266075 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-7a1e35f8-d303-4111-9b83-15b2a1334717 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=c0e2697a-8ee6-4a6a-baf4-41af80b30ec3 HTTP/1.1" status: 200 len: 849 time: 0.0995176 Oct 21 15:06:31.309078 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-7ca2ad08-86ec-43a0-a6be-0c9f1f8f1475 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ec752088-4369-4b35-899f-5f1663dac72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372746 Oct 21 15:06:31.320000 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e4b3f9ee-0881-49d9-93c3-03b863e2141a req-e8cdaf4a-eb93-4cf1-ad11-bce625d5e725 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571729 Oct 21 15:06:31.379817 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 40994) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:31.388203 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710322683', 'description': 'tempest-description--2081451060'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:31.442674 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332f9a-a1d7-4e33-9efa-ddd951b8f50a req-cacd7134-62b0-4fcb-8d9b-bee03a5cb3c6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:31.444619 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c6332f9a-a1d7-4e33-9efa-ddd951b8f50a req-cacd7134-62b0-4fcb-8d9b-bee03a5cb3c6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.1239290 Oct 21 15:06:31.449307 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-bf03cfb2-578d-489b-bb5c-e0f3491d8e77 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198895 Oct 21 15:06:31.532193 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431ee1b-75bb-42bc-9040-b2f6dec486a2 req-6725d93a-eaca-42cd-a4e9-72f9535dbcc3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:31.533749 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b431ee1b-75bb-42bc-9040-b2f6dec486a2 req-6725d93a-eaca-42cd-a4e9-72f9535dbcc3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0726302 Oct 21 15:06:31.535848 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:31.542320 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c6332f9a-a1d7-4e33-9efa-ddd951b8f50a req-53032d41-e807-43dc-aa2b-6c646f98ceba tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894988 Oct 21 15:06:31.591279 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8b978c2c-cbfd-4694-9a9f-02496ffb6114 req-c2deb699-e544-4881-b4e7-e387b5f55955 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006095 Oct 21 15:06:31.593030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:31.610064 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b431ee1b-75bb-42bc-9040-b2f6dec486a2 req-eac9da05-0017-4f13-966b-1f0d74d79935 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666220 Oct 21 15:06:31.649249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (16cf287b-e113-4598-b73a-1ed18c30b2e0), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:31.769714 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (16cf287b-e113-4598-b73a-1ed18c30b2e0), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:31.801642 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf287b-e113-4598-b73a-1ed18c30b2e0,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:31.893336 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:31.895853 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-727fc2c6-7633-4350-a1d3-7418844dc998 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5119278 Oct 21 15:06:31.906247 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41002) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:31.911568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': '16cf287b-e113-4598-b73a-1ed18c30b2e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:31.981949 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41004) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:32.026509 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (56e75e49-36c0-41dc-a8f1-bcce80ec620a), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.092533 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (56e75e49-36c0-41dc-a8f1-bcce80ec620a), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.119869 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-62461488-402a-458b-a273-ccab576871f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.172259 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (56e75e49-36c0-41dc-a8f1-bcce80ec620a), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.207581 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e75e49-36c0-41dc-a8f1-bcce80ec620a,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:32.235659 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-62461488-402a-458b-a273-ccab576871f3 admin admin] Publish callbacks [] for security_group (945793c1-f720-4c81-9b78-726a7b115389), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.273416 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a665fcd-a85d-43eb-be5c-372e2f1afc9e req-055adfef-ea0a-4cf3-aeeb-e9ea3dbc9a7f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:32.275140 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a665fcd-a85d-43eb-be5c-372e2f1afc9e req-055adfef-ea0a-4cf3-aeeb-e9ea3dbc9a7f tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 943 time: 0.0635221 Oct 21 15:06:32.290897 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:32.333483 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-62461488-402a-458b-a273-ccab576871f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (945793c1-f720-4c81-9b78-726a7b115389), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.340631 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.344866 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d4fed528-fcd8-4070-aff3-a129e28b43f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4343333 Oct 21 15:06:32.345042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41016) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:32.352367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': '16cf287b-e113-4598-b73a-1ed18c30b2e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:32.353260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41018) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:32.356798 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a665fcd-a85d-43eb-be5c-372e2f1afc9e req-d7068222-1fee-4179-8b9a-522c685d97f7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 Oct 21 15:06:32.398804 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62461488-402a-458b-a273-ccab576871f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945793c1-f720-4c81-9b78-726a7b115389,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:32.405139 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-62461488-402a-458b-a273-ccab576871f3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=55dcd53088bc428d86d11d4129853f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218004 Oct 21 15:06:32.408861 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41024) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:32.479902 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e55d79ac-2023-4f03-ae74-4f3c4e7a4a1a admin admin] Publish callbacks [] for security_group (945793c1-f720-4c81-9b78-726a7b115389), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.499993 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (86bfc57b-40e5-4689-9749-8ebc363c5af2), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.509305 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e55d79ac-2023-4f03-ae74-4f3c4e7a4a1a admin admin] Publish callbacks [] for security_group (945793c1-f720-4c81-9b78-726a7b115389), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.533624 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:32.553673 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e7efa23e-177c-4091-846d-81475d185a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.571363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:32.584253 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (86bfc57b-40e5-4689-9749-8ebc363c5af2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.661633 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (86bfc57b-40e5-4689-9749-8ebc363c5af2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.682333 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bfc57b-40e5-4689-9749-8ebc363c5af2,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:32.694108 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e55d79ac-2023-4f03-ae74-4f3c4e7a4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (945793c1-f720-4c81-9b78-726a7b115389), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.697406 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e55d79ac-2023-4f03-ae74-4f3c4e7a4a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.698705 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e55d79ac-2023-4f03-ae74-4f3c4e7a4a1a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/945793c1-f720-4c81-9b78-726a7b115389 HTTP/1.1" status: 204 len: 168 time: 0.2888553 Oct 21 15:06:32.730328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d79ac-2023-4f03-ae74-4f3c4e7a4a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945793c1-f720-4c81-9b78-726a7b115389,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:32.742914 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.742914 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-8cc673f9-dbb7-4702-9bbd-1bf01994a098 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923085 Oct 21 15:06:32.742914 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41038) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:32.746405 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:32.753844 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61a033-c9b4-48af-8c28-c8270c6adbbb req-b6a7907d-60bb-423e-83e0-51558ebb8d6e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:32.755495 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cf61a033-c9b4-48af-8c28-c8270c6adbbb req-b6a7907d-60bb-423e-83e0-51558ebb8d6e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.1170855 Oct 21 15:06:32.868004 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.871498 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0c43-d442-4496-8c01-8a360dbb4515 req-be822dd4-2cb0-49e9-a02b-58e2b6c1d4bd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:32.873090 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b35e0c43-d442-4496-8c01-8a360dbb4515 req-be822dd4-2cb0-49e9-a02b-58e2b6c1d4bd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1027741 Oct 21 15:06:32.932054 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e7efa23e-177c-4091-846d-81475d185a9e admin admin] Publish callbacks [] for security_group (64ed6618-f20b-4ac8-a221-462df488323d), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:32.935942 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cf61a033-c9b4-48af-8c28-c8270c6adbbb req-f636ab40-90dd-4e69-8ef8-0d1f1aa0ed41 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680365 Oct 21 15:06:32.967266 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b35e0c43-d442-4496-8c01-8a360dbb4515 req-68cf81d5-5aa1-4285-af98-146137571a4c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865610 Oct 21 15:06:32.988687 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.050275 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e7efa23e-177c-4091-846d-81475d185a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (64ed6618-f20b-4ac8-a221-462df488323d), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.092776 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e7efa23e-177c-4091-846d-81475d185a9e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=aef317c3416342c8a6fd0acdf79bcf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7347112 Oct 21 15:06:33.098588 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41042) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:33.103837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa23e-177c-4091-846d-81475d185a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed6618-f20b-4ac8-a221-462df488323d,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:33.123135 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.27.0.51 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/365635d3-519f-47e1-9076-7b03c7b21210) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:33.134962 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:33.214479 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fc131bec-0110-407b-b364-03d67a2b395c admin admin] Publish callbacks [] for security_group (64ed6618-f20b-4ac8-a221-462df488323d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.245559 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fc131bec-0110-407b-b364-03d67a2b395c admin admin] Publish callbacks [] for security_group (64ed6618-f20b-4ac8-a221-462df488323d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.321667 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (365635d3-519f-47e1-9076-7b03c7b21210), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.340596 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=9 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:33.367133 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:33.433586 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (365635d3-519f-47e1-9076-7b03c7b21210), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.440101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fc131bec-0110-407b-b364-03d67a2b395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (64ed6618-f20b-4ac8-a221-462df488323d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.440101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fc131bec-0110-407b-b364-03d67a2b395c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.440835 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-fc131bec-0110-407b-b364-03d67a2b395c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/64ed6618-f20b-4ac8-a221-462df488323d HTTP/1.1" status: 204 len: 168 time: 0.3412890 Oct 21 15:06:33.447524 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:33.480543 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131bec-0110-407b-b364-03d67a2b395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed6618-f20b-4ac8-a221-462df488323d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:33.487095 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:33.490118 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:33.496373 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:33.508111 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92772e-10e1-4caf-a252-940ab35d72a3 req-8fc454d6-8777-4164-8e3a-f26f0468f1ae tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:33.509713 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e92772e-10e1-4caf-a252-940ab35d72a3 req-8fc454d6-8777-4164-8e3a-f26f0468f1ae tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 943 time: 0.0628891 Oct 21 15:06:33.534833 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=365635d3-519f-47e1-9076-7b03c7b21210,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:33.570020 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e92772e-10e1-4caf-a252-940ab35d72a3 req-f5660f68-30a9-4e97-8cc3-2eeba2995a52 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507674 Oct 21 15:06:33.646961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (f502286a-ed3f-458f-821e-8d4201cf061a), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.745222 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (365635d3-519f-47e1-9076-7b03c7b21210), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.927832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (365635d3-519f-47e1-9076-7b03c7b21210), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:33.998948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (365635d3-519f-47e1-9076-7b03c7b21210), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:34.031276 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:34.071602 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=365635d3-519f-47e1-9076-7b03c7b21210,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:34.073520 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01b4bd-8004-4b8d-85b5-c7754984d6b1 req-f97f34a1-f020-4d5a-8d97-0c233612344d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:34.078691 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb01b4bd-8004-4b8d-85b5-c7754984d6b1 req-f97f34a1-f020-4d5a-8d97-0c233612344d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0593319 Oct 21 15:06:34.088501 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:34.089717 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (f502286a-ed3f-458f-821e-8d4201cf061a), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:34.139548 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5044963-1288-4713-8a00-a542494aa74b req-d82927ba-5ac2-44d1-ad8b-db3097fafe51 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:34.141117 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a5044963-1288-4713-8a00-a542494aa74b req-d82927ba-5ac2-44d1-ad8b-db3097fafe51 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0615547 Oct 21 15:06:34.194344 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:34.204435 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-09e93c99-b80a-401c-a4f8-63332047e8f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4532933 Oct 21 15:06:34.393413 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb01b4bd-8004-4b8d-85b5-c7754984d6b1 req-7a8d4fa8-0409-42ee-afcf-0d166dcd0e61 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121078 Oct 21 15:06:34.422694 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a5044963-1288-4713-8a00-a542494aa74b req-10e18892-8e64-4d9c-a077-944601ada473 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759235 Oct 21 15:06:34.550827 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-785f9f5b-0dd9-4012-a9b6-fd43b9b9a4b8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1710322683&fields=id&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 267 time: 0.0486794 Oct 21 15:06:34.711732 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-10faac24-1f8d-4266-a544-7a83602cc0d2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:34.719975 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-10faac24-1f8d-4266-a544-7a83602cc0d2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 0.1623511 Oct 21 15:06:34.735716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c4a3b-aa80-4f14-9f83-9dbaa6afcf93 req-1e93de58-db19-4a81-8b26-ad3ef6684abb tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:34.737287 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-916c4a3b-aa80-4f14-9f83-9dbaa6afcf93 req-1e93de58-db19-4a81-8b26-ad3ef6684abb tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 943 time: 0.0896292 Oct 21 15:06:34.743274 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3a7de217-92dc-4f40-a10b-f5cc2d33d27a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/quotas/77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 375 time: 0.0220952 Oct 21 15:06:34.806355 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:34.825763 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-abdb7ad4-2464-4644-9324-0696069e9d7a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793874 Oct 21 15:06:34.851736 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-916c4a3b-aa80-4f14-9f83-9dbaa6afcf93 req-783e7e07-2a31-40d1-b452-76e587963aed tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066740 Oct 21 15:06:34.947153 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-7077fbf4-181c-4c75-916b-cce48ae950ae service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942173 Oct 21 15:06:35.050815 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-c481a760-c4eb-42e3-aca9-28448da6279a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951846 Oct 21 15:06:35.201502 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 63626514-94d9-47f1-9997-24eb1521f359 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:06:35.307436 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 63626514-94d9-47f1-9997-24eb1521f359, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=63626514-94d9-47f1-9997-24eb1521f359,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:35.311491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:35.323749 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '63626514-94d9-47f1-9997-24eb1521f359', 'network_id': 'ec752088-4369-4b35-899f-5f1663dac72e', 'port_id': '63626514-94d9-47f1-9997-24eb1521f359', 'mac_address': 'fa:16:3e:ad:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e2697a-8ee6-4a6a-baf4-41af80b30ec3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:06:35.355996 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e61c1a14-6b04-457b-973e-c78146ad5972 req-a2ade7c0-47b1-481e-9388-3934961179a1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0353577 Oct 21 15:06:35.375661 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 63626514-94d9-47f1-9997-24eb1521f359 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:35.376118 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (63626514-94d9-47f1-9997-24eb1521f359), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:35.392607 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63626514-94d9-47f1-9997-24eb1521f359 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:35.413543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 63626514-94d9-47f1-9997-24eb1521f359, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=63626514-94d9-47f1-9997-24eb1521f359,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:35.535602 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (63626514-94d9-47f1-9997-24eb1521f359), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:35.558583 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc516d-aeb8-47da-9f3c-c57e26a8176b req-25b9a7e3-80d7-4b27-acc3-7abe16c01eac tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:35.560595 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3bc516d-aeb8-47da-9f3c-c57e26a8176b req-25b9a7e3-80d7-4b27-acc3-7abe16c01eac tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0483685 Oct 21 15:06:35.586061 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=63626514-94d9-47f1-9997-24eb1521f359,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:35.593960 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.594312 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.594702 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.595053 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.595383 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.595714 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.596072 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.596495 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.596836 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.597320 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.597778 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.598265 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.598784 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.599326 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.599790 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:06:35.617904 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3bc516d-aeb8-47da-9f3c-c57e26a8176b req-59298a2d-729e-440a-b77c-9831c45cc92b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Oct 21 15:06:35.821167 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['63626514-94d9-47f1-9997-24eb1521f359'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:36.016245 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c46057-469d-4a3a-a92c-92ce93bd45bf req-ba775edc-489e-448f-a684-115992dce181 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:36.020004 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b2c46057-469d-4a3a-a92c-92ce93bd45bf req-ba775edc-489e-448f-a684-115992dce181 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 944 time: 0.0767415 Oct 21 15:06:36.067976 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b2c46057-469d-4a3a-a92c-92ce93bd45bf req-f3f41486-01b4-4bdb-b8d9-7f0be034f3d8 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Oct 21 15:06:36.391576 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41150) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:36.396563 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706788787', 'description': 'tempest-description--956564385'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:36.452533 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-81a4cbaf-0c18-4151-bc81-2c19678a40d5 req-4f0e55ac-f241-4958-b359-bc30c8b470ad tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0304945 Oct 21 15:06:36.529928 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:36.598259 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:36.601214 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group (fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:36.744795 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613dd15-c27f-461b-82f1-5b0c0d3b641b req-6baf8021-ecac-490f-985b-12929b744bc5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:36.746321 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3613dd15-c27f-461b-82f1-5b0c0d3b641b req-6baf8021-ecac-490f-985b-12929b744bc5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0474350 Oct 21 15:06:36.748045 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:36.795640 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:36.821324 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3613dd15-c27f-461b-82f1-5b0c0d3b641b req-04cd65b7-db08-467e-8a80-8657fdf74aa9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660510 Oct 21 15:06:36.902911 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:36.904222 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-058e2f44-ab59-4e51-b943-268049c96749 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5114369 Oct 21 15:06:36.907189 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41154) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:36.911652 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'security_group_rule': {'security_group_id': 'fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:37.010014 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group_rule (d31bd0ff-5844-4270-9a18-12e423078ea4), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.078294 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group_rule (d31bd0ff-5844-4270-9a18-12e423078ea4), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.193356 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f75802-3e26-4ead-926c-843481b43141 req-0f756fab-dc40-4163-ac96-937c9196cdaa tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:37.194852 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-77f75802-3e26-4ead-926c-843481b43141 req-0f756fab-dc40-4163-ac96-937c9196cdaa tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 944 time: 0.0476658 Oct 21 15:06:37.197301 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (d31bd0ff-5844-4270-9a18-12e423078ea4), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.218935 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 63626514-94d9-47f1-9997-24eb1521f359 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:37.239878 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31bd0ff-5844-4270-9a18-12e423078ea4,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:37.248538 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:37.255097 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:37.276133 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 63626514-94d9-47f1-9997-24eb1521f359 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:06:37.282201 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-77f75802-3e26-4ead-926c-843481b43141 req-2f264f99-2838-4eb9-975b-1c162a3cb260 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791516 Oct 21 15:06:37.351939 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 63626514-94d9-47f1-9997-24eb1521f359 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:37.352717 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (63626514-94d9-47f1-9997-24eb1521f359), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.353258 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 63626514-94d9-47f1-9997-24eb1521f359 Oct 21 15:06:37.354166 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.355508 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-fbd2dcd7-6bcf-452d-84c5-d4702bd9020c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4472513 Oct 21 15:06:37.358859 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41168) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:37.363725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'security_group_rule': {'security_group_id': 'fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:37.440665 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 63626514-94d9-47f1-9997-24eb1521f359 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:37.441058 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (63626514-94d9-47f1-9997-24eb1521f359), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.464472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63626514-94d9-47f1-9997-24eb1521f359'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:37.467791 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb326d-9667-42b5-90f6-356c54b5d4e6" -d '{"events": [{"server_uuid": "4d9bdb20-ad30-4e69-873e-a17a1b60624a", "name": "network-vif-plugged", "status": "completed", "tag": "63626514-94d9-47f1-9997-24eb1521f359"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:37.486214 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 63626514-94d9-47f1-9997-24eb1521f359, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=63626514-94d9-47f1-9997-24eb1521f359,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:37.512141 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b3ac3-e04c-437b-8dc0-40efed44bcb9 x-openstack-request-id: req-e90b3ac3-e04c-437b-8dc0-40efed44bcb9 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:37.512461 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9bdb20-ad30-4e69-873e-a17a1b60624a", "name": "network-vif-plugged", "status": "completed", "tag": "63626514-94d9-47f1-9997-24eb1521f359", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:37.512756 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e90b3ac3-e04c-437b-8dc0-40efed44bcb9 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:37.513159 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90b3ac3-e04c-437b-8dc0-40efed44bcb9'] response: {'server_uuid': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63626514-94d9-47f1-9997-24eb1521f359', 'code': 200} Oct 21 15:06:37.527627 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group_rule (944dc59c-96b7-43da-a30b-47626681ca45), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.589069 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-17bb2148-1b47-48bf-a128-2f62eceab4cc req-6d41c726-4bf1-4a56-9e21-999f2fd81aed tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0469978 Oct 21 15:06:37.593013 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (63626514-94d9-47f1-9997-24eb1521f359), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.625976 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group_rule (944dc59c-96b7-43da-a30b-47626681ca45), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.661230 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=63626514-94d9-47f1-9997-24eb1521f359,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:37.741078 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (944dc59c-96b7-43da-a30b-47626681ca45), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.760902 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944dc59c-96b7-43da-a30b-47626681ca45,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:37.845534 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:37.846894 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4225a7c8-8dd4-413b-983f-ac7d3a66c6b5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4867260 Oct 21 15:06:37.850087 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41178) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:37.854656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:37.951372 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e738aad-a8d0-4e32-9b39-1b85a7b46101 req-5673890b-3574-4d43-940b-67bf096717dd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:37.953056 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8e738aad-a8d0-4e32-9b39-1b85a7b46101 req-5673890b-3574-4d43-940b-67bf096717dd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0484767 Oct 21 15:06:37.994293 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:38.003673 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8e738aad-a8d0-4e32-9b39-1b85a7b46101 req-8da56b21-d102-4e09-9e4a-f371bc276eb5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Oct 21 15:06:38.018833 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba388a-6a0f-415a-884f-9ad477c32b16 req-1d7762d1-0499-42c1-9735-97b5df95019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:38.020357 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-70ba388a-6a0f-415a-884f-9ad477c32b16 req-1d7762d1-0499-42c1-9735-97b5df95019f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 1129 time: 0.0564365 Oct 21 15:06:38.109104 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-70ba388a-6a0f-415a-884f-9ad477c32b16 req-fe133ac4-b9b7-4676-a5b6-294ffb0c6e01 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627487 Oct 21 15:06:38.120380 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:38.224357 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Allocated IP 172.27.0.19 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/c78cd8f3-06a0-454c-be93-ed080e755657) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:38.330031 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for port (c78cd8f3-06a0-454c-be93-ed080e755657), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:38.409822 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b9fba-3c1a-4fef-832a-917c7e827b5a req-b15d72e1-7d97-48a2-958f-10eae98ea8cd tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:38.411341 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-018b9fba-3c1a-4fef-832a-917c7e827b5a req-b15d72e1-7d97-48a2-958f-10eae98ea8cd tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0477700 Oct 21 15:06:38.455896 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-94536806-ca37-4963-bbf8-9cafff907ee0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:38.457428 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-94536806-ca37-4963-bbf8-9cafff907ee0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 0.1239228 Oct 21 15:06:38.468140 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-018b9fba-3c1a-4fef-832a-917c7e827b5a req-9738eac7-9f58-4d0c-a353-56f86c56f5b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506322 Oct 21 15:06:38.546986 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-33decd22-191b-4c70-b9b7-7615d1145b02 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 473 time: 0.0796013 Oct 21 15:06:38.558401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (c78cd8f3-06a0-454c-be93-ed080e755657), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:38.593215 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:38.595086 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:38.600520 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:38.611314 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:38.614504 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'Port': ['ID=c78cd8f3-06a0-454c-be93-ed080e755657,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:38.661727 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:38.705736 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:38.712126 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-460d5a2d-e3aa-4744-9bee-0a4e24f242d7 req-082d03bc-fdcf-4d62-afbd-a93bf764a7e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Oct 21 15:06:39.069019 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41200) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:39.089727 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'port': {'device_id': '54ed427f-9de0-4262-97b3-cd20818746e2', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'admin_state_up': True, 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'security_groups': ['16cf287b-e113-4598-b73a-1ed18c30b2e0']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:39.150222 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c78cd8f3-06a0-454c-be93-ed080e755657), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.226027 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41208) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:39.228043 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aac7f-7ef8-4e7e-8de6-42f3a93cead7 req-6416a0c2-fb6b-481a-b49a-3ad32dcb8a31 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:39.230007 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e60aac7f-7ef8-4e7e-8de6-42f3a93cead7 req-6416a0c2-fb6b-481a-b49a-3ad32dcb8a31 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0847516 Oct 21 15:06:39.287916 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e60aac7f-7ef8-4e7e-8de6-42f3a93cead7 req-0c5e96fc-2957-4bee-be03-cbf9f3064ef9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507324 Oct 21 15:06:39.339264 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c0b73c09-1d15-4436-8970-8f7f5be0e752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.397842 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:39.398607 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-803099f8-ff9d-4027-a1be-a5fa2811fce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.420793 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c0b73c09-1d15-4436-8970-8f7f5be0e752 admin admin] Publish callbacks [] for security_group (30f2bfb6-b354-4c7a-9b74-c0684dbedd84), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.437767 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for port (c78cd8f3-06a0-454c-be93-ed080e755657), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.454993 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:39.473621 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Made reservation on behalf of 77156a46a45648cd8cb0ea22ab0f04a8 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:39.477330 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.500797 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c0b73c09-1d15-4436-8970-8f7f5be0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (30f2bfb6-b354-4c7a-9b74-c0684dbedd84), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.505797 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (c78cd8f3-06a0-454c-be93-ed080e755657), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.519250 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-803099f8-ff9d-4027-a1be-a5fa2811fce1 admin admin] Publish callbacks [] for security_group (4398b10f-2a50-45cd-80ab-c695eb6d825f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.542254 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b73c09-1d15-4436-8970-8f7f5be0e752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f2bfb6-b354-4c7a-9b74-c0684dbedd84,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:39.547996 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c0b73c09-1d15-4436-8970-8f7f5be0e752 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f872dfddccaa4b2a8f75216ba7e2b5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777305 Oct 21 15:06:39.554068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41214) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:39.624778 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b6fc-c211-4435-b83e-fa098a04fbef req-30aafed9-45f8-4e03-a889-a57390cfc859 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:39.626453 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f404b6fc-c211-4435-b83e-fa098a04fbef req-30aafed9-45f8-4e03-a889-a57390cfc859 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0574563 Oct 21 15:06:39.634313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'Port': ['ID=c78cd8f3-06a0-454c-be93-ed080e755657,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:39.640100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.647194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-803099f8-ff9d-4027-a1be-a5fa2811fce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (4398b10f-2a50-45cd-80ab-c695eb6d825f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.687624 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f404b6fc-c211-4435-b83e-fa098a04fbef req-683740bc-c6fc-49c9-9c24-42252e3570ce tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551186 Oct 21 15:06:39.709237 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d7df2bbb-f119-4a03-97f5-fbe50114c8aa admin admin] Publish callbacks [] for security_group (30f2bfb6-b354-4c7a-9b74-c0684dbedd84), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.727925 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803099f8-ff9d-4027-a1be-a5fa2811fce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4398b10f-2a50-45cd-80ab-c695eb6d825f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:39.733846 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d7df2bbb-f119-4a03-97f5-fbe50114c8aa admin admin] Publish callbacks [] for security_group (30f2bfb6-b354-4c7a-9b74-c0684dbedd84), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.735588 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-803099f8-ff9d-4027-a1be-a5fa2811fce1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b3f8918528774d3c89b883f4cc7eb0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085709 Oct 21 15:06:39.738368 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41216) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:39.755555 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.20.0.6 (b0eade66-a654-457b-8b3f-068b28484861/9aa66f79-e0db-4596-8523-72955daef8e2/1e157b05-ce4b-4df9-a87f-0657985dd433) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:39.764835 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:39.775209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:39.853546 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9864-5ff1-45d0-a40b-3c375079c7f2 admin admin] Publish callbacks [] for security_group (4398b10f-2a50-45cd-80ab-c695eb6d825f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.857956 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb813bee-95cb-4b9d-90db-7f2929bd5606 req-10ffebd8-0213-4fe2-b46f-fedc486f60a0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0422373 Oct 21 15:06:39.865016 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.866410 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-276298aa-7eaa-49c4-8119-a31eca2cc3c2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0151923 Oct 21 15:06:39.890284 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9864-5ff1-45d0-a40b-3c375079c7f2 admin admin] Publish callbacks [] for security_group (4398b10f-2a50-45cd-80ab-c695eb6d825f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.939354 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.958093 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d7df2bbb-f119-4a03-97f5-fbe50114c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (30f2bfb6-b354-4c7a-9b74-c0684dbedd84), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.961022 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d7df2bbb-f119-4a03-97f5-fbe50114c8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:39.964636 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d7df2bbb-f119-4a03-97f5-fbe50114c8aa admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/30f2bfb6-b354-4c7a-9b74-c0684dbedd84 HTTP/1.1" status: 204 len: 168 time: 0.4106834 Oct 21 15:06:39.970871 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df2bbb-f119-4a03-97f5-fbe50114c8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f2bfb6-b354-4c7a-9b74-c0684dbedd84,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:40.043574 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9864-5ff1-45d0-a40b-3c375079c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (4398b10f-2a50-45cd-80ab-c695eb6d825f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.046570 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.047371 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9864-5ff1-45d0-a40b-3c375079c7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.048635 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-5a0e9864-5ff1-45d0-a40b-3c375079c7f2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4398b10f-2a50-45cd-80ab-c695eb6d825f HTTP/1.1" status: 204 len: 168 time: 0.3092504 Oct 21 15:06:40.058319 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9864-5ff1-45d0-a40b-3c375079c7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4398b10f-2a50-45cd-80ab-c695eb6d825f,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:40.131383 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-36b5ed54-917e-4141-885c-7e7731fabf33 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--706788787&fields=id&tenant_id=bbced7abbedc497f86e2ea999420b2a0 HTTP/1.1" status: 200 len: 267 time: 0.0579269 Oct 21 15:06:40.137193 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:40.141521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:40.145200 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:40.182495 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=1e157b05-ce4b-4df9-a87f-0657985dd433,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:40.213791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:40.214455 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.264628 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-5316b470-1af5-4f8d-a121-133d5d09bf98 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:40.267952 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-5316b470-1af5-4f8d-a121-133d5d09bf98 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 818 time: 0.1339998 Oct 21 15:06:40.282496 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-e6b5e7c0-6f57-40ae-9d72-34558271606a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/quotas/bbced7abbedc497f86e2ea999420b2a0 HTTP/1.1" status: 200 len: 375 time: 0.0106196 Oct 21 15:06:40.349966 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-3742a17e-b215-461b-9ced-8439f93242e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2660267 Oct 21 15:06:40.365863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Request body: {'port': {'device_id': '54ed427f-9de0-4262-97b3-cd20818746e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:40.376399 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-91894b88-5ae9-498e-b27a-a1429e6752ef tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812111 Oct 21 15:06:40.436252 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-10b335af-791b-4355-9df8-d1671dbcf1b9 None None] Provisioning complete for port 1e157b05-ce4b-4df9-a87f-0657985dd433 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:40.437319 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-10b335af-791b-4355-9df8-d1671dbcf1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.437990 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-10b335af-791b-4355-9df8-d1671dbcf1b9 None None] Attempt 1 to provision port 1e157b05-ce4b-4df9-a87f-0657985dd433 Oct 21 15:06:40.444976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.468681 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:40.475337 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-10b335af-791b-4355-9df8-d1671dbcf1b9 None None] Port 1e157b05-ce4b-4df9-a87f-0657985dd433 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:06:40.538709 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-b098e940-b941-4eb0-b321-c884003b4515 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570754 Oct 21 15:06:40.567876 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e32a-199e-4290-be11-ea3d018431f2 req-1ecedb2b-f162-40a5-8463-f971cac7652d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:40.569537 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-69b8e32a-199e-4290-be11-ea3d018431f2 req-1ecedb2b-f162-40a5-8463-f971cac7652d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0836282 Oct 21 15:06:40.662381 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:40.668577 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-69b8e32a-199e-4290-be11-ea3d018431f2 req-803b42d1-6110-4ebf-aa03-85b152dcd592 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852342 Oct 21 15:06:40.709714 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-a25589e8-bd0b-4655-84d6-b7430bfb2ed3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572411 Oct 21 15:06:40.764355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e157b05-ce4b-4df9-a87f-0657985dd433 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:40.772115 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Publish callbacks [] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.788684 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Transition to ACTIVE for port object 1e157b05-ce4b-4df9-a87f-0657985dd433 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:06:40.822107 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41252) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:40.827228 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cf524-a68d-4aa0-b2fc-c22a22323fc2 req-75538c0d-4d65-44a3-aa36-b693df895d01 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:40.829579 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-395cf524-a68d-4aa0-b2fc-c22a22323fc2 req-75538c0d-4d65-44a3-aa36-b693df895d01 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0608938 Oct 21 15:06:40.842070 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-83ea271a-54e9-4b9d-b9e6-d302f0a3213f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.861822 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:40.884804 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-395cf524-a68d-4aa0-b2fc-c22a22323fc2 req-6614c228-ef39-4992-a68b-cdd35aa385e9 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Oct 21 15:06:40.967884 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Pushing event updated for resources: {'Port': ['ID=1e157b05-ce4b-4df9-a87f-0657985dd433,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:41.031253 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Attempting to bind port 1e157b05-ce4b-4df9-a87f-0657985dd433 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:41.031600 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Attempting to bind port 1e157b05-ce4b-4df9-a87f-0657985dd433 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:41.032278 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Attempting to bind port 1e157b05-ce4b-4df9-a87f-0657985dd433 on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:41.050681 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a9f9fcd1-c6e4-4e62-b62a-a55d7c1d3ae1 req-fce9a1a5-9ade-41d1-af2c-5d29017dfaec tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0374846 Oct 21 15:06:41.075204 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-83ea271a-54e9-4b9d-b9e6-d302f0a3213f admin admin] Publish callbacks [] for security_group (913ae61e-e6f3-47af-8725-d3d51b41fc38), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.102879 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Port 1e157b05-ce4b-4df9-a87f-0657985dd433 on network b0eade66-a654-457b-8b3f-068b28484861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:06:41.103208 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Attempting to bind port 1e157b05-ce4b-4df9-a87f-0657985dd433 on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:41.117416 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc1fd-be7f-49d0-9ea8-1774fd1a6cb3 req-caca75e8-d50e-437b-ae16-fc0096affd80 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.118947 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e7dc1fd-be7f-49d0-9ea8-1774fd1a6cb3 req-caca75e8-d50e-437b-ae16-fc0096affd80 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0823722 Oct 21 15:06:41.159922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-83ea271a-54e9-4b9d-b9e6-d302f0a3213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (913ae61e-e6f3-47af-8725-d3d51b41fc38), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.190392 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:41.190937 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:41.199040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Bound using segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:41.199983 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Bound port: 1e157b05-ce4b-4df9-a87f-0657985dd433, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:41.204297 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.213680 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e7dc1fd-be7f-49d0-9ea8-1774fd1a6cb3 req-758e0a8b-e6a4-4e77-b583-8fadffb8c152 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821068 Oct 21 15:06:41.233805 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea271a-54e9-4b9d-b9e6-d302f0a3213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ae61e-e6f3-47af-8725-d3d51b41fc38,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:41.250284 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-83ea271a-54e9-4b9d-b9e6-d302f0a3213f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=88413dedbc4c43cebe061b7ca58aed52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262955 Oct 21 15:06:41.253074 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41272) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:41.273807 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:41.303968 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] For port 1e157b05-ce4b-4df9-a87f-0657985dd433, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:41.304270 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33098e40-d4fb-4050-8624-82cb47667f3c admin admin] Publish callbacks [] for security_group (913ae61e-e6f3-47af-8725-d3d51b41fc38), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.307134 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] For port 1e157b05-ce4b-4df9-a87f-0657985dd433, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1e157b05-ce4b-4df9-a87f-0657985dd433,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:41.329538 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33098e40-d4fb-4050-8624-82cb47667f3c admin admin] Publish callbacks [] for security_group (913ae61e-e6f3-47af-8725-d3d51b41fc38), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.332090 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:41.411254 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.417243 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.417872 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.419824 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/1e157b05-ce4b-4df9-a87f-0657985dd433 HTTP/1.1" status: 200 len: 1093 time: 1.0600522 Oct 21 15:06:41.420514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:41.423261 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa9c58-0136-4a7a-ae05-c34b99838372" -d '{"events": [{"name": "network-changed", "server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:41.461622 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd77299-272f-40ec-ab9b-e0fb5d85c1c0 x-openstack-request-id: req-5cd77299-272f-40ec-ab9b-e0fb5d85c1c0 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:41.461917 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:41.462194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cd77299-272f-40ec-ab9b-e0fb5d85c1c0 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:41.462660 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd77299-272f-40ec-ab9b-e0fb5d85c1c0'] response: {'name': 'network-changed', 'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'status': 'completed', 'code': 200} Oct 21 15:06:41.480242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c84a3f-51f6-4e99-8ac9-6c0237de434f service neutron] Pushing event updated for resources: {'Port': ['ID=1e157b05-ce4b-4df9-a87f-0657985dd433,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:41.491328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33098e40-d4fb-4050-8624-82cb47667f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (913ae61e-e6f3-47af-8725-d3d51b41fc38), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.493939 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33098e40-d4fb-4050-8624-82cb47667f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:41.496851 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-33098e40-d4fb-4050-8624-82cb47667f3c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/913ae61e-e6f3-47af-8725-d3d51b41fc38 HTTP/1.1" status: 204 len: 168 time: 0.2410095 Oct 21 15:06:41.514897 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098e40-d4fb-4050-8624-82cb47667f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ae61e-e6f3-47af-8725-d3d51b41fc38,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:41.603661 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9c58-0136-4a7a-ae05-c34b99838372 req-8b84eddd-d60a-4801-9d58-b26d4f337b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.607028 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-92aa9c58-0136-4a7a-ae05-c34b99838372 req-8b84eddd-d60a-4801-9d58-b26d4f337b06 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 1127 time: 0.1068692 Oct 21 15:06:41.734130 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9c58-0136-4a7a-ae05-c34b99838372 req-e3c5f059-41be-43e8-a579-1d2efae2bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.735669 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-92aa9c58-0136-4a7a-ae05-c34b99838372 req-e3c5f059-41be-43e8-a579-1d2efae2bde7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1180615 Oct 21 15:06:41.836863 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2b280-6d52-4c91-841a-bcdfb7da2007 req-8a626457-e1cf-4ec7-b4b1-b642af9f351d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.838857 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-74b2b280-6d52-4c91-841a-bcdfb7da2007 req-8a626457-e1cf-4ec7-b4b1-b642af9f351d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0632045 Oct 21 15:06:41.869025 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9c58-0136-4a7a-ae05-c34b99838372 req-a8d11b2c-c733-4f60-abbd-ce8b8744d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.870505 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-92aa9c58-0136-4a7a-ae05-c34b99838372 req-a8d11b2c-c733-4f60-abbd-ce8b8744d4d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247990 Oct 21 15:06:41.897548 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-74b2b280-6d52-4c91-841a-bcdfb7da2007 req-53960fd6-e3e5-4203-94fc-7fc1e3493a70 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520771 Oct 21 15:06:41.958326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-a12d1001-ed58-42ef-8029-08691dca8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:41.959932 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-a12d1001-ed58-42ef-8029-08691dca8dab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 1127 time: 0.0473406 Oct 21 15:06:42.001818 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-f3b5a933-873d-48b1-a904-d3cead1aed62 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e157b05-ce4b-4df9-a87f-0657985dd433 HTTP/1.1" status: 200 len: 217 time: 0.0338068 Oct 21 15:06:42.068872 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-811dced3-baf9-460b-a04a-2012b140d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:42.070390 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-811dced3-baf9-460b-a04a-2012b140d2ab service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0614951 Oct 21 15:06:42.101788 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:42.133327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-37cce4d1-f833-4d78-bb07-8c74dbe276c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:42.135174 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-37cce4d1-f833-4d78-bb07-8c74dbe276c8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571792 Oct 21 15:06:42.147032 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8a1bc4a-40c5-46b3-8739-5a4257c73386 req-4bd36cc6-f705-43e2-8f16-46a9a5bb15c3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0303822 Oct 21 15:06:42.252891 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-a8e02eff-cd75-4d38-992e-bd25d17b4424 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102178 Oct 21 15:06:42.348332 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e75e6-763b-4583-942d-b04cf8cbfc12 req-000ed8b1-bc36-4d21-b6f4-0dc923edb513 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:42.349820 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d51e75e6-763b-4583-942d-b04cf8cbfc12 req-000ed8b1-bc36-4d21-b6f4-0dc923edb513 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0593982 Oct 21 15:06:42.367672 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6578c6ab-7ae2-4ad5-911d-2c279d6d4c38 req-f8016699-6dc7-4fa3-becc-d7217a5e8af7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001542 Oct 21 15:06:42.425091 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d51e75e6-763b-4583-942d-b04cf8cbfc12 req-06b53498-55e2-4447-bfc3-25bad5545ef3 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691068 Oct 21 15:06:42.495121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9a966-1059-40aa-800d-33a07e24cad4 req-e50b4035-82f2-429b-9e40-f2273d4a7ab9 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:42.496578 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8dd9a966-1059-40aa-800d-33a07e24cad4 req-e50b4035-82f2-429b-9e40-f2273d4a7ab9 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0463068 Oct 21 15:06:42.567313 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8dd9a966-1059-40aa-800d-33a07e24cad4 req-311d59c5-eb0d-45c9-9d83-5294b0c1aca5 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645437 Oct 21 15:06:42.853632 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41336) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:42.946831 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:42.952595 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1744817292-network', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:43.029292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98995d5d-2810-4a9e-9e4e-4327a6bbc6c8 req-472c6ad8-2dd0-4cd0-8350-caac0ed0e361 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:43.030874 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98995d5d-2810-4a9e-9e4e-4327a6bbc6c8 req-472c6ad8-2dd0-4cd0-8350-caac0ed0e361 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0475733 Oct 21 15:06:43.042726 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Made reservation on behalf of 57eb0443c72743c8b3ab016fdf5c9745 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:43.045121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.059592 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.109000 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98995d5d-2810-4a9e-9e4e-4327a6bbc6c8 req-0d596b09-cec3-4566-bbce-63c7c31c662a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725720 Oct 21 15:06:43.162585 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks [] for security_group (38949986-dafd-4609-9956-51c3af38340e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.180551 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:06:43.241650 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:06:43.254292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (38949986-dafd-4609-9956-51c3af38340e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.258428 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-67535a23-da2b-45be-a37a-ec91a80a61d2 req-dcff711c-c4b9-4950-958c-c8a19b380b93 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0344462 Oct 21 15:06:43.283583 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:06:43.294797 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38949986-dafd-4609-9956-51c3af38340e,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:43.300986 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.301326 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Added segment dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb of type vlan for network ba5ce276-5178-4856-9bdd-bc914a7bfa6c Oct 21 15:06:43.344113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (ba5ce276-5178-4856-9bdd-bc914a7bfa6c), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.361122 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:43.372857 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '3dcce850-3070-43ac-9708-ec49271ce80e', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e', 'mac_address': 'fa:16:3e:88:0c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:06:43.407706 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: ACTIVE; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:43.408099 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.421128 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dcce850-3070-43ac-9708-ec49271ce80e {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:43.441368 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:43.449240 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (ba5ce276-5178-4856-9bdd-bc914a7bfa6c), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.450925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:43.451644 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.539598 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] Pushing event updated for resources: {'Network': ['ID=ba5ce276-5178-4856-9bdd-bc914a7bfa6c,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:43.549864 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:06:43.561254 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a14e47-6304-4488-8c2d-d46ac295107a req-430a9e1f-530a-49a6-bcab-2bc613991658 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:43.562804 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8a14e47-6304-4488-8c2d-d46ac295107a req-430a9e1f-530a-49a6-bcab-2bc613991658 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0610030 Oct 21 15:06:43.588486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:43.610471 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:43.616035 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8a14e47-6304-4488-8c2d-d46ac295107a req-8327241d-011b-48d8-b37f-511c1ddbc0bd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474799 Oct 21 15:06:43.619910 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-600daa96-cdd5-480a-ab34-81f362b1e03a admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7652273 Oct 21 15:06:43.623947 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41350) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:43.631322 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Request body: {'subnet': {'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1744817292-subnet', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:43.724011 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487fc6d-a3d1-4785-a1eb-e2eb9209b015 req-ce980257-dd17-40d3-9c6b-074c1b2269e2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:43.725663 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d487fc6d-a3d1-4785-a1eb-e2eb9209b015 req-ce980257-dd17-40d3-9c6b-074c1b2269e2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0499291 Oct 21 15:06:43.740962 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Made reservation on behalf of 57eb0443c72743c8b3ab016fdf5c9745 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:43.744675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25450003'] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.785426 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d487fc6d-a3d1-4785-a1eb-e2eb9209b015 req-27ad867d-aeed-40bc-ab3e-0f777bf5c174 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520046 Oct 21 15:06:43.792669 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:43.796904 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:43.847758 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=6']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:43.942212 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['3dcce850-3070-43ac-9708-ec49271ce80e'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:44.055249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (308cd7cd-1ecc-440b-9a3a-ab84c7c28370), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.110212 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=308cd7cd-1ecc-440b-9a3a-ab84c7c28370,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:44.125713 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Checking segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:44.126065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Network hostable DHCP agents. Network: ba5ce276-5178-4856-9bdd-bc914a7bfa6c, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:06:44.226277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:06:44.235928 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee66d5b-ae20-4acd-82a6-59689317a744 req-279f1773-d5ee-4948-9936-e95077a8db09 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:44.237369 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6ee66d5b-ae20-4acd-82a6-59689317a744 req-279f1773-d5ee-4948-9936-e95077a8db09 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0453053 Oct 21 15:06:44.295080 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6ee66d5b-ae20-4acd-82a6-59689317a744 req-4a158c3b-62f6-49d7-92fb-f7c565b40c39 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518878 Oct 21 15:06:44.301803 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, ba5ce276-5178-4856-9bdd-bc914a7bfa6c) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:44.306062 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:44.308153 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.313258 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384068b7-edd4-46b5-8692-7bf487b3ce86 None None] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:06:44.365949 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:44.386999 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6e6a1745-4cdd-494a-af63-a5b08a12f318 req-a2c829db-7b75-42a5-bc0e-4ec4d6cb9374 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0276194 Oct 21 15:06:44.429093 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-18fe62cb-c12e-4067-ac34-90176ca98e0b admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8034408 Oct 21 15:06:44.430185 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:06:44.431188 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.431887 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41362) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:44.436957 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:44.553609 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.554622 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.569264 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Allocated IP 172.20.0.2 (ba5ce276-5178-4856-9bdd-bc914a7bfa6c/308cd7cd-1ecc-440b-9a3a-ab84c7c28370/8b8952ec-bc53-4bd5-b8fe-0453a6847e8e) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:44.605774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks [] for router_controller (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), precommit_add_association {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.719838 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Publish callbacks [] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.751461 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb38b85-5706-4c55-96a9-06b559058f0a req-0afdf041-34a2-49bd-8a5c-4ecd54e4a049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:44.752972 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ecb38b85-5706-4c55-96a9-06b559058f0a req-0afdf041-34a2-49bd-8a5c-4ecd54e4a049 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0481520 Oct 21 15:06:44.805403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ecb38b85-5706-4c55-96a9-06b559058f0a req-cc5a81f2-f792-443a-bbeb-94a5105f8892 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Oct 21 15:06:44.827304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks [] for router_gateway (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.829227 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.873386 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:44.876412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:44.880324 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:44.886861 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Pushing event updated for resources: {'Port': ['ID=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:44.933563 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2a286-5af8-4466-84d3-5e6d6131fc5e req-045c7305-ea1f-435d-8099-9aa903689798 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:44.936083 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cdf2a286-5af8-4466-84d3-5e6d6131fc5e req-045c7305-ea1f-435d-8099-9aa903689798 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0579300 Oct 21 15:06:44.942365 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Attempting to bind port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:44.942758 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Attempting to bind port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:44.943126 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Attempting to bind port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:44.990384 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:44.990841 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Checking segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:44.991226 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.991611 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Bound using segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:44.992173 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Bound port: 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:44.992548 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:44.994105 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cdf2a286-5af8-4466-84d3-5e6d6131fc5e req-12e884de-8757-4559-bf2b-93c0e70be9d2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520661 Oct 21 15:06:45.065436 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] For port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:45.068589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] For port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:45.110515 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:45.119725 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks [] for router_gateway (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.139990 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.159166 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.163830 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:45.215324 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0772b-ea16-4da6-8ece-fbf2201fe4f9 None None] Pushing event updated for resources: {'Port': ['ID=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:45.231111 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:45.253721 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Allocated IP 172.27.0.215 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/b40d7153-8c57-4599-8b32-98a2f57be80f) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:45.380737 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks [] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.463152 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd9638-2d79-454c-9cbf-3204d0a6c105 req-99303ae2-a241-405d-a250-420068ee6d6b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:45.464837 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-00cd9638-2d79-454c-9cbf-3204d0a6c105 req-99303ae2-a241-405d-a250-420068ee6d6b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0508273 Oct 21 15:06:45.472853 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.517419 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:45.518539 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3521375f-48a0-4a7b-9419-9119a724bf05 req-dc4c2e84-26d4-483d-acc9-b783f9e6ea96 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0456777 Oct 21 15:06:45.523592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:45.527960 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:45.551672 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b40d7153-8c57-4599-8b32-98a2f57be80f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:45.557233 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-00cd9638-2d79-454c-9cbf-3204d0a6c105 req-a9e5ac4b-6fea-4a4c-95d6-7ada403c8438 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862281 Oct 21 15:06:45.675924 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:45.720715 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:45.721097 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.721437 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e Oct 21 15:06:45.798282 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:45.798697 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.829387 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:45.831647 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:45.868586 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks [] for router_gateway (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.912974 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:45.940472 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bf90-2bdd-44c9-be8b-481ec617f1f7 req-d7b15008-12de-47c0-8e7b-da94f10c2b90 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:45.942908 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ba12bf90-2bdd-44c9-be8b-481ec617f1f7 req-d7b15008-12de-47c0-8e7b-da94f10c2b90 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0582683 Oct 21 15:06:45.997291 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:46.018493 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ba12bf90-2bdd-44c9-be8b-481ec617f1f7 req-e91d4c18-5f25-48e5-aa1f-dd8b4e538069 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603256 Oct 21 15:06:46.131886 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16ca74-10b3-456f-a7a3-b07234d69e99 req-6e54aebd-4f92-43da-8d2f-81495ee90851 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:46.133522 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bf16ca74-10b3-456f-a7a3-b07234d69e99 req-6e54aebd-4f92-43da-8d2f-81495ee90851 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0547526 Oct 21 15:06:46.150805 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:46.193012 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bf16ca74-10b3-456f-a7a3-b07234d69e99 req-18faf23e-5182-4f72-92f5-8c6300850ce9 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 Oct 21 15:06:46.223742 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd70ad-1c61-4fe1-b10a-ae73277548ec None None] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:06:46.284128 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-06c903f3-837d-41ab-927d-95abf5b98921 None None] Provisioning complete for port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:46.284501 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-06c903f3-837d-41ab-927d-95abf5b98921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:46.284838 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-06c903f3-837d-41ab-927d-95abf5b98921 None None] Attempt 1 to provision port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e Oct 21 15:06:46.329864 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:46.411259 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-06c903f3-837d-41ab-927d-95abf5b98921 None None] Current status of the port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:46.484187 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:46.592747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:06:46.630136 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-970668a4-4ed9-4e15-adba-de3969a0aa2c None None] Provisioning complete for port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:46.632294 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-970668a4-4ed9-4e15-adba-de3969a0aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:46.632638 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-970668a4-4ed9-4e15-adba-de3969a0aa2c None None] Attempt 1 to provision port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e Oct 21 15:06:46.645499 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:46.664902 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0b1178f8-8814-490a-8dcf-4d589b6d1291 req-39ec7b5a-3a62-4578-ad18-3b981e5d0fe0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0646977 Oct 21 15:06:46.704017 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:06:46.719659 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414f55e-4bcf-4b6c-a79b-10cbc0fb96f2 req-648d2121-ad6a-49cd-87b7-ff4a6c43f31e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:46.723014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:06:46.723504 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a414f55e-4bcf-4b6c-a79b-10cbc0fb96f2 req-648d2121-ad6a-49cd-87b7-ff4a6c43f31e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0674841 Oct 21 15:06:46.745375 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:46.749902 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:46.749902 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-970668a4-4ed9-4e15-adba-de3969a0aa2c None None] Current status of the port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:46.770733 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a414f55e-4bcf-4b6c-a79b-10cbc0fb96f2 req-caf90226-2ff3-4cfe-8d9a-d93b2fc12fb2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438645 Oct 21 15:06:46.794303 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:46.795589 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5117fd19-1bf4-4733-8f71-ce21a98032d3 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3627620 Oct 21 15:06:46.798782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41384) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:46.851945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:47.022191 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:45Z', 'revision_number': 3, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:47.023758 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:47.052138 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:06:47.052500 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Updating router b5ccd2a8-9d68-49f8-ae37-ff323c66805f port b40d7153-8c57-4599-8b32-98a2f57be80f binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:06:47.085372 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.151235 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9173e-296f-435c-aa47-9adf2a78c995 req-8952771c-3d8e-4a95-b31d-cf3192d4745a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:47.152839 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4bd9173e-296f-435c-aa47-9adf2a78c995 req-8952771c-3d8e-4a95-b31d-cf3192d4745a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0506423 Oct 21 15:06:47.203640 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4bd9173e-296f-435c-aa47-9adf2a78c995 req-55a9e1bd-70fd-4b06-bfd7-ee8e15f44710 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 Oct 21 15:06:47.219739 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.326976 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1207-144d-494f-8b36-c72cd5a1655b req-6e6dc675-1bf5-4378-80e2-d641b069c5e2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:47.328647 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d04b1207-144d-494f-8b36-c72cd5a1655b req-6e6dc675-1bf5-4378-80e2-d641b069c5e2 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0517368 Oct 21 15:06:47.344833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Publish callbacks [] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.366097 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:47.374028 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:47.381470 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d04b1207-144d-494f-8b36-c72cd5a1655b req-e3af77e6-eaff-4b0d-b0a1-b5e67191759c tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Oct 21 15:06:47.400853 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Allocated IP 172.20.0.1 (ba5ce276-5178-4856-9bdd-bc914a7bfa6c/308cd7cd-1ecc-440b-9a3a-ab84c7c28370/88e701f7-c38e-44b0-a36c-ac55abb547df) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:47.422259 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 3dcce850-3070-43ac-9708-ec49271ce80e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:47.422659 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.422997 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 3dcce850-3070-43ac-9708-ec49271ce80e Oct 21 15:06:47.445655 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.501818 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Attempting to bind port b40d7153-8c57-4599-8b32-98a2f57be80f on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:47.502101 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Attempting to bind port b40d7153-8c57-4599-8b32-98a2f57be80f by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:47.502462 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Attempting to bind port b40d7153-8c57-4599-8b32-98a2f57be80f on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:47.515557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks [] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.535652 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58094fc4-9d5b-4b96-ab29-2128d834e49b None None] Pushing event updated for resources: {'Port': ['ID=b40d7153-8c57-4599-8b32-98a2f57be80f,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:47.544477 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:47.595481 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:47.595860 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:47.596287 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.596678 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:47.597159 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Bound port: b40d7153-8c57-4599-8b32-98a2f57be80f, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:47.597540 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.602030 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:47.602030 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.632608 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.642427 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:47.654501 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:47.656911 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb3f99-0fc9-45b9-acf1-9ef27941dbaa" -d '{"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:47.672405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:47.709117 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:47.711856 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:47.713684 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:47.722935 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:47.729606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:47.730114 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] For port b40d7153-8c57-4599-8b32-98a2f57be80f, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:47.736065 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89591ad-216a-498c-a786-8b28e3d5174e x-openstack-request-id: req-b89591ad-216a-498c-a786-8b28e3d5174e {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:47.736386 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:47.736647 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b89591ad-216a-498c-a786-8b28e3d5174e {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:47.737067 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89591ad-216a-498c-a786-8b28e3d5174e'] response: {'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'code': 200} Oct 21 15:06:47.751331 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] For port b40d7153-8c57-4599-8b32-98a2f57be80f, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=b40d7153-8c57-4599-8b32-98a2f57be80f,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:47.769694 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:47.770089 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.770416 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e Oct 21 15:06:47.777911 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.787935 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4781a-dce4-4716-9d2d-527feedad115 req-de08cd3e-3c14-462e-8b19-b2bbc5aed3d0 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:47.789510 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46e4781a-dce4-4716-9d2d-527feedad115 req-de08cd3e-3c14-462e-8b19-b2bbc5aed3d0 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.1971107 Oct 21 15:06:47.792272 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Pushing event updated for resources: {'Port': ['ID=88e701f7-c38e-44b0-a36c-ac55abb547df,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:47.857114 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-375b2c78-effd-40c6-9907-2c5a367e3c37 req-4d7f9422-c355-4177-b03b-fe1347cbc4ec tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0524480 Oct 21 15:06:47.865761 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.869683 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:47.930466 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.002214 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:48.004633 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783f524-b66f-4b9a-b980-7862b26d2762 req-2b72dea9-3dbd-4faf-8e3b-121954cdaa80 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:48.004794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:48.005435 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:48.010938 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b783f524-b66f-4b9a-b980-7862b26d2762 req-2b72dea9-3dbd-4faf-8e3b-121954cdaa80 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1104200 Oct 21 15:06:48.060031 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Deleting port 63626514-94d9-47f1-9997-24eb1521f359 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:06:48.060675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (63626514-94d9-47f1-9997-24eb1521f359), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.081215 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b783f524-b66f-4b9a-b980-7862b26d2762 req-3b49138a-206f-4f27-9796-18d09c173247 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653481 Oct 21 15:06:48.102023 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=7']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:48.139089 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dbbc690a-748b-427b-ae51-846fe6e32cbd None None] Provisioning complete for port 88e701f7-c38e-44b0-a36c-ac55abb547df triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:48.139455 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dbbc690a-748b-427b-ae51-846fe6e32cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.139787 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dbbc690a-748b-427b-ae51-846fe6e32cbd None None] Attempt 1 to provision port 88e701f7-c38e-44b0-a36c-ac55abb547df Oct 21 15:06:48.194699 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.202285 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] For port 63626514-94d9-47f1-9997-24eb1521f359, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=63626514-94d9-47f1-9997-24eb1521f359,segment=NetworkSegment(43525061-b681-4564-a0d6-47d8988eeda2),segment_id=43525061-b681-4564-a0d6-47d8988eeda2)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:48.202673 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (63626514-94d9-47f1-9997-24eb1521f359), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.219776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:48.227845 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Calling delete_port for 63626514-94d9-47f1-9997-24eb1521f359 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:06:48.355793 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd370df-d371-43a6-b925-0fe230a85a94 req-9128aa55-bba8-47c8-a621-16cacab0ae4c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:48.359428 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ffd370df-d371-43a6-b925-0fe230a85a94 req-9128aa55-bba8-47c8-a621-16cacab0ae4c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.0699694 Oct 21 15:06:48.386856 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc690a-748b-427b-ae51-846fe6e32cbd None None] Port 88e701f7-c38e-44b0-a36c-ac55abb547df cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:06:48.404784 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58094fc4-9d5b-4b96-ab29-2128d834e49b None None] Pushing event updated for resources: {'Port': ['ID=b40d7153-8c57-4599-8b32-98a2f57be80f,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:48.425557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:48.453677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:48.470124 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ffd370df-d371-43a6-b925-0fe230a85a94 req-af567848-6409-49c5-acb5-7f78e31f981c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988097 Oct 21 15:06:48.562942 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2385e-1fbf-45a8-90ac-4e62a8e4c8bf req-d4646641-88ce-4256-8018-cf389b7aefea tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:48.564882 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79e2385e-1fbf-45a8-90ac-4e62a8e4c8bf req-d4646641-88ce-4256-8018-cf389b7aefea tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 945 time: 0.0551755 Oct 21 15:06:48.585510 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks [] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.659234 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79e2385e-1fbf-45a8-90ac-4e62a8e4c8bf req-54026c63-4d88-4f14-85c9-73bed1f8b687 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=66d66513-d9d8-4085-8e43-6facc80c0516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793269 Oct 21 15:06:48.676402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:45Z', 'revision_number': 3, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:48.687816 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.703692 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7e715-bd00-413c-a76a-cd52717f4100 None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:45Z', 'revision_number': 3, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:06:48.737593 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:48.768429 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (63626514-94d9-47f1-9997-24eb1521f359), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.787652 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['63626514-94d9-47f1-9997-24eb1521f359'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:48.799209 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Pushing event updated for resources: {'Port': ['ID=88e701f7-c38e-44b0-a36c-ac55abb547df,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:48.874040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.895046 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-203378e5-ba40-4c1a-b952-018afc3ad089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.899316 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Pushing event deleted for resources: {'Port': ['ID=63626514-94d9-47f1-9997-24eb1521f359,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:48.913632 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-99501ed1-d76f-4a9a-b38c-30b319c04333 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:48.915095 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-99501ed1-d76f-4a9a-b38c-30b319c04333 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 818 time: 0.2804751 Oct 21 15:06:48.943726 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] No DVR routers for this DVR port 63626514-94d9-47f1-9997-24eb1521f359 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:06:48.971196 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:48.984875 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-46e4781a-dce4-4716-9d2d-527feedad115 req-1a782047-d067-4b14-82bc-3ab2f07373b7 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.16 "DELETE /networking/v2.0/ports/63626514-94d9-47f1-9997-24eb1521f359 HTTP/1.1" status: 204 len: 173 time: 1.0560477 Oct 21 15:06:48.987007 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'name': 'network-vif-deleted', 'tag': '63626514-94d9-47f1-9997-24eb1521f359'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:48.993273 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd8b938-4912-403a-be7a-90020fbac90c" -d '{"events": [{"server_uuid": "4d9bdb20-ad30-4e69-873e-a17a1b60624a", "name": "network-vif-deleted", "tag": "63626514-94d9-47f1-9997-24eb1521f359"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:49.008122 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c81f687d-c863-4430-96e4-5563b98d54c0 req-6c63fb8c-9d06-46a4-acd3-81a7a74c4236 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0443065 Oct 21 15:06:49.081611 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a54de-541e-4a5c-8837-51560a6c6e68 x-openstack-request-id: req-fa7a54de-541e-4a5c-8837-51560a6c6e68 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:49.081907 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9bdb20-ad30-4e69-873e-a17a1b60624a", "name": "network-vif-deleted", "tag": "63626514-94d9-47f1-9997-24eb1521f359", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:49.082262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa7a54de-541e-4a5c-8837-51560a6c6e68 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:49.082777 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7a54de-541e-4a5c-8837-51560a6c6e68'] response: {'server_uuid': '4d9bdb20-ad30-4e69-873e-a17a1b60624a', 'name': 'network-vif-deleted', 'tag': '63626514-94d9-47f1-9997-24eb1521f359', 'status': 'completed', 'code': 200} Oct 21 15:06:49.149339 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-43e4744a-7cd8-4f19-a476-931ff8f55508 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bbced7abbedc497f86e2ea999420b2a0 HTTP/1.1" status: 200 len: 379 time: 0.2123880 Oct 21 15:06:49.165953 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'port': {'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'admin_state_up': True, 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'security_groups': ['fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:49.308518 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78796dc4-e247-4442-bfdc-a4abedee0061 req-6cec7786-6470-4c8d-816f-1e733b22547f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:49.322528 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-78796dc4-e247-4442-bfdc-a4abedee0061 req-6cec7786-6470-4c8d-816f-1e733b22547f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1100423 Oct 21 15:06:49.322750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:49.337008 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:49.366608 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 1e157b05-ce4b-4df9-a87f-0657985dd433 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:06:49.440523 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:49.486429 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-78796dc4-e247-4442-bfdc-a4abedee0061 req-6dbde452-0c32-4bf5-a372-73d9d9ea67ab tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497450 Oct 21 15:06:49.562237 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=14 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:49.574586 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:06:49.673497 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Made reservation on behalf of bbced7abbedc497f86e2ea999420b2a0 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:49.673603 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 1e157b05-ce4b-4df9-a87f-0657985dd433, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1e157b05-ce4b-4df9-a87f-0657985dd433,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:49.680379 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:49.708719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'port_id': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'mac_address': 'fa:16:3e:f5:ea:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:06:49.824740 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device b40d7153-8c57-4599-8b32-98a2f57be80f up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:49.843659 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ba51-7705-489c-a9fb-74f4c8524944 req-c599b565-9439-4112-9ddd-f40133258e6a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:49.857408 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0079ba51-7705-489c-a9fb-74f4c8524944 req-c599b565-9439-4112-9ddd-f40133258e6a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 943 time: 0.1865456 Oct 21 15:06:49.933201 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0079ba51-7705-489c-a9fb-74f4c8524944 req-f2e42f4d-8581-4693-8a6c-8b5caf2c4917 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745053 Oct 21 15:06:49.984229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-4e187336-fc82-4170-afbf-358662fa7eea None None] Provisioning complete for port 88e701f7-c38e-44b0-a36c-ac55abb547df triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:49.984710 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4e187336-fc82-4170-afbf-358662fa7eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:49.985190 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-4e187336-fc82-4170-afbf-358662fa7eea None None] Attempt 1 to provision port 88e701f7-c38e-44b0-a36c-ac55abb547df Oct 21 15:06:49.990072 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 1e157b05-ce4b-4df9-a87f-0657985dd433 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:49.990465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:50.003772 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fbcccdfa-9769-42e3-90bf-cf92e5351767 req-04abd53d-cdf7-4880-93ef-affd1c50cd63 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0614128 Oct 21 15:06:50.038740 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e157b05-ce4b-4df9-a87f-0657985dd433 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:50.090093 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 1e157b05-ce4b-4df9-a87f-0657985dd433, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1e157b05-ce4b-4df9-a87f-0657985dd433,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:50.125797 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port b40d7153-8c57-4599-8b32-98a2f57be80f triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:50.128440 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:50.128910 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port b40d7153-8c57-4599-8b32-98a2f57be80f Oct 21 15:06:50.205368 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:50.208086 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-4e187336-fc82-4170-afbf-358662fa7eea None None] Port 88e701f7-c38e-44b0-a36c-ac55abb547df cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:06:50.221745 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:50.231086 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:06:50.234153 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Allocated IP 172.20.0.12 (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1/effb2445-2bd8-4b77-8b62-09ff6232969a/d1390b81-d0b7-4766-8202-4b68f151d17c) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:50.248973 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e296e5e1-3101-45b5-9d4d-2d29882b5276 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/b5ccd2a8-9d68-49f8-ae37-ff323c66805f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491172 Oct 21 15:06:50.271639 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-26513205-800f-4205-9791-10ea75e49968 req-7f341ad9-bbca-4311-ae35-79a244dee807 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0973372 Oct 21 15:06:50.302918 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=1e157b05-ce4b-4df9-a87f-0657985dd433,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:50.370024 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port b40d7153-8c57-4599-8b32-98a2f57be80f is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:50.370418 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:50.405983 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port b40d7153-8c57-4599-8b32-98a2f57be80f, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=b40d7153-8c57-4599-8b32-98a2f57be80f,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:50.478833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:50.558163 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['1e157b05-ce4b-4df9-a87f-0657985dd433'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:06:50.571868 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:50.621399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:50.643047 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=b40d7153-8c57-4599-8b32-98a2f57be80f,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:50.656247 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:50.675201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd468b34-3eda-4d3c-b3be-c36051cc63fc req-e03fea29-b2ab-4d00-8f43-271105f84c6c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:50.684609 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd468b34-3eda-4d3c-b3be-c36051cc63fc req-e03fea29-b2ab-4d00-8f43-271105f84c6c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0685582 Oct 21 15:06:50.875617 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:50.875617 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd468b34-3eda-4d3c-b3be-c36051cc63fc req-b1c880a5-4151-496d-b9c2-32db737f3595 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789385 Oct 21 15:06:51.113136 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede0c4-f31d-4f5b-9716-b51f6a401c31 req-59f9154d-9154-4b96-a0c1-cdc116ec2787 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:51.127954 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c9ede0c4-f31d-4f5b-9716-b51f6a401c31 req-59f9154d-9154-4b96-a0c1-cdc116ec2787 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 944 time: 0.0897763 Oct 21 15:06:51.207875 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.217037 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c9ede0c4-f31d-4f5b-9716-b51f6a401c31 req-6e0eb175-69d2-4e29-853e-bdae551edb26 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871103 Oct 21 15:06:51.282118 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:06:51.290924 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f3a06a77-1929-49d6-8b24-42920bec4322 req-734d70c3-ac28-4833-892e-2cc676b97d10 tempest-VolumesActionsTest-1469373008 tempest-VolumesActionsTest-1469373008-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d9bdb20-ad30-4e69-873e-a17a1b60624a HTTP/1.1" status: 200 len: 210 time: 0.0674295 Oct 21 15:06:51.297366 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:51.302445 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:51.336699 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:51.344339 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:51.349275 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:51.423819 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event updated for resources: {'Port': ['ID=d1390b81-d0b7-4766-8202-4b68f151d17c,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:51.444667 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 1e157b05-ce4b-4df9-a87f-0657985dd433 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:51.474875 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85f436-b079-42ac-bb5d-d65d840ba973 req-1d69eb40-58b8-45dc-ab01-b0ce563a5673 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:51.483902 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-1211b8a3-a851-42d0-a68f-1f4b4870d7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.485552 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a85f436-b079-42ac-bb5d-d65d840ba973 req-1d69eb40-58b8-45dc-ab01-b0ce563a5673 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 932 time: 0.0888724 Oct 21 15:06:51.495885 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:51.511494 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:51.514581 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.523941 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 1e157b05-ce4b-4df9-a87f-0657985dd433 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:06:51.610879 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a85f436-b079-42ac-bb5d-d65d840ba973 req-93328840-6742-4a0d-9b34-f12e188fdaf5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242414 Oct 21 15:06:51.674196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 1e157b05-ce4b-4df9-a87f-0657985dd433 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:51.677664 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.678652 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 1e157b05-ce4b-4df9-a87f-0657985dd433 Oct 21 15:06:51.689265 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-1c3c06ac-670d-4e0c-8a3b-a7ae98e7b55e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5292478 Oct 21 15:06:51.701145 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:51.703882 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Request body: {'port': {'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:51.713110 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device b40d7153-8c57-4599-8b32-98a2f57be80f up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:51.795305 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.847406 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-18ea61a0-a8dd-43dc-84f3-b970b66385b7 None None] Provisioning complete for port d1390b81-d0b7-4766-8202-4b68f151d17c triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:51.847592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-18ea61a0-a8dd-43dc-84f3-b970b66385b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.847916 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-18ea61a0-a8dd-43dc-84f3-b970b66385b7 None None] Attempt 1 to provision port d1390b81-d0b7-4766-8202-4b68f151d17c Oct 21 15:06:51.877465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port b40d7153-8c57-4599-8b32-98a2f57be80f triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:51.877465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:51.877854 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port b40d7153-8c57-4599-8b32-98a2f57be80f Oct 21 15:06:52.043327 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-18ea61a0-a8dd-43dc-84f3-b970b66385b7 None None] Port d1390b81-d0b7-4766-8202-4b68f151d17c cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:06:52.047881 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 2, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:52.057012 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 1e157b05-ce4b-4df9-a87f-0657985dd433 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:52.057447 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.069826 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4d76-51f5-4b9f-bcf8-602f050b843a req-bb2d7f82-900e-42be-bda6-afd9594933f9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:52.081557 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-184c4d76-51f5-4b9f-bcf8-602f050b843a req-bb2d7f82-900e-42be-bda6-afd9594933f9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0966537 Oct 21 15:06:52.101336 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:06:52.113160 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Updating router b5ccd2a8-9d68-49f8-ae37-ff323c66805f port 88e701f7-c38e-44b0-a36c-ac55abb547df binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:06:52.130210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:52.144414 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:52.149002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd791f9a-a5c2-4572-a2ea-1bb4098b55e4" -d '{"events": [{"server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "name": "network-vif-plugged", "status": "completed", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:52.177808 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.205656 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 1e157b05-ce4b-4df9-a87f-0657985dd433, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1e157b05-ce4b-4df9-a87f-0657985dd433,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:52.226674 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-184c4d76-51f5-4b9f-bcf8-602f050b843a req-aa2774fc-31c0-4fe9-8017-9271834a87db tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441047 Oct 21 15:06:52.266017 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41496) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:52.277515 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261221253-network', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:52.309993 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41498) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:52.331245 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port b40d7153-8c57-4599-8b32-98a2f57be80f is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:52.337771 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df88cf6a-8a7c-4fb0-a93a-71deb43fac89 x-openstack-request-id: req-df88cf6a-8a7c-4fb0-a93a-71deb43fac89 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:52.338184 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "name": "network-vif-plugged", "status": "completed", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:52.338540 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df88cf6a-8a7c-4fb0-a93a-71deb43fac89 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:52.339489 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df88cf6a-8a7c-4fb0-a93a-71deb43fac89'] response: {'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'code': 200} Oct 21 15:06:52.341242 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.342533 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 63626514-94d9-47f1-9997-24eb1521f359 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:06:52.366814 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1390b81-d0b7-4766-8202-4b68f151d17c {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:06:52.376310 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Publish callbacks [] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.391629 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Transition to ACTIVE for port object d1390b81-d0b7-4766-8202-4b68f151d17c will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:06:52.395640 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:52.408938 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 63626514-94d9-47f1-9997-24eb1521f359 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:06:52.409435 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 63626514-94d9-47f1-9997-24eb1521f359 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:06:52.456655 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Made reservation on behalf of 4cb6b4f5f9aa4202a7104f39187d5766 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:52.463038 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.488817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.503814 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.509505 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=1e157b05-ce4b-4df9-a87f-0657985dd433,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:52.546607 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.688110 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks [] for security_group (2d9e5811-e62f-4504-a207-a5c2206ddf29), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.704050 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6160-0dd1-4819-b756-1eb85260a9ba req-c6cbaa72-17df-45d3-b850-3e8c3473ebac tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:52.710220 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-219c6160-0dd1-4819-b756-1eb85260a9ba req-c6cbaa72-17df-45d3-b850-3e8c3473ebac tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.3332615 Oct 21 15:06:52.725488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1390b81-d0b7-4766-8202-4b68f151d17c,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:52.729483 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Publish callbacks [] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.791271 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (2d9e5811-e62f-4504-a207-a5c2206ddf29), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.803479 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.810597 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-219c6160-0dd1-4819-b756-1eb85260a9ba req-3a79f5e1-c79c-4dc1-b592-09a4584e3bd1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921535 Oct 21 15:06:52.846877 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c5e8df7a-b9a5-4540-b957-3dbf2f86b8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.893268 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:06:52.895113 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261a65-b423-4d7d-8527-78d7f50b115e None None] Pushing event updated for resources: {'Port': ['ID=88e701f7-c38e-44b0-a36c-ac55abb547df,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:52.910073 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3e489-2fd9-432e-b4af-2e49458be5a8 req-30543109-efed-4e3d-8f09-3a903d82c581 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:52.911759 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-38b3e489-2fd9-432e-b4af-2e49458be5a8 req-30543109-efed-4e3d-8f09-3a903d82c581 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.1275129 Oct 21 15:06:52.914600 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:52.915723 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e5811-e62f-4504-a207-a5c2206ddf29,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:52.932459 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (60915378-20f5-4880-ac40-260f6735a28b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:52.932867 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Added segment 60915378-20f5-4880-ac40-260f6735a28b of type vlan for network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 Oct 21 15:06:53.013689 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Attempting to bind port 88e701f7-c38e-44b0-a36c-ac55abb547df on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:53.014308 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Attempting to bind port 88e701f7-c38e-44b0-a36c-ac55abb547df by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:53.014873 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Attempting to bind port 88e701f7-c38e-44b0-a36c-ac55abb547df on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:53.066284 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (ff1e2039-9219-4f5d-81a4-e4bb15a7f683), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.105288 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:53.105658 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Checking segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:53.106119 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.107134 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Bound using segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:53.107621 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Bound port: 88e701f7-c38e-44b0-a36c-ac55abb547df, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:53.107996 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.129322 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-38b3e489-2fd9-432e-b4af-2e49458be5a8 req-91c5099f-679c-41ee-82a3-47784c1d0dc5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069867 Oct 21 15:06:53.157207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:53.171536 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:53.180513 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:53.188082 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb2f46-4c85-408f-ba2a-1c1c43bfe2b7 req-7744ca18-9a7f-4b86-b812-53e2fe014826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:53.189822 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cacb2f46-4c85-408f-ba2a-1c1c43bfe2b7 req-7744ca18-9a7f-4b86-b812-53e2fe014826 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 1129 time: 0.5106115 Oct 21 15:06:53.191092 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Attempting to bind port d1390b81-d0b7-4766-8202-4b68f151d17c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:53.191599 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Attempting to bind port d1390b81-d0b7-4766-8202-4b68f151d17c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:53.192102 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Attempting to bind port d1390b81-d0b7-4766-8202-4b68f151d17c on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:53.227718 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] For port 88e701f7-c38e-44b0-a36c-ac55abb547df, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:53.235324 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] For port 88e701f7-c38e-44b0-a36c-ac55abb547df, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=88e701f7-c38e-44b0-a36c-ac55abb547df,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:53.247572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:53.257185 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c5e8df7a-b9a5-4540-b957-3dbf2f86b8b9 admin admin] Publish callbacks [] for security_group (ad4fdec1-5dbf-4379-943e-64ae1a612074), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.271091 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Port d1390b81-d0b7-4766-8202-4b68f151d17c on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:06:53.271433 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Attempting to bind port d1390b81-d0b7-4766-8202-4b68f151d17c on network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:53.281436 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cacb2f46-4c85-408f-ba2a-1c1c43bfe2b7 req-b6e5e4d8-0efe-467c-a7e9-44e3baa8d89a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647824 Oct 21 15:06:53.289513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (ff1e2039-9219-4f5d-81a4-e4bb15a7f683), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.291817 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:53.292528 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.324471 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.335260 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:53.335890 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Checking segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:53.336531 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Bound using segment: {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:53.337134 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Bound port: d1390b81-d0b7-4766-8202-4b68f151d17c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dff120-0cf0-4b5e-aa82-9a254b46757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:53.337755 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.353437 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:53.354100 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:53.440681 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] For port d1390b81-d0b7-4766-8202-4b68f151d17c, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:53.444109 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1e2039-9219-4f5d-81a4-e4bb15a7f683,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:53.445754 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] For port d1390b81-d0b7-4766-8202-4b68f151d17c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d1390b81-d0b7-4766-8202-4b68f151d17c,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:53.452548 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c5e8df7a-b9a5-4540-b957-3dbf2f86b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (ad4fdec1-5dbf-4379-943e-64ae1a612074), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.458724 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:06:53.486219 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:53.582799 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-30c6ae48-205a-4699-9998-7c8fbfd82041 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3129294 Oct 21 15:06:53.591007 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41524) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:53.591321 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ef69-d89e-419e-9a82-370cb65da00c req-a88ee6bf-4fc3-4a7c-9a83-1e2586ff9bde tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:53.591424 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Request body: {'subnet': {'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261221253-subnet', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:53.591534 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb23ef69-d89e-419e-9a82-370cb65da00c req-a88ee6bf-4fc3-4a7c-9a83-1e2586ff9bde tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1471922 Oct 21 15:06:53.659633 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8df7a-b9a5-4540-b957-3dbf2f86b8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4fdec1-5dbf-4379-943e-64ae1a612074,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:53.683449 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c5e8df7a-b9a5-4540-b957-3dbf2f86b8b9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=20509f4993cb4e27bec33a73f903d7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3652461 Oct 21 15:06:53.685027 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41528) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:53.712637 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.713267 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261a65-b423-4d7d-8527-78d7f50b115e None None] Pushing event updated for resources: {'Port': ['ID=88e701f7-c38e-44b0-a36c-ac55abb547df,revision_number=4']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:53.728714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:53.734601 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:53.736600 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 1094 time: 2.0390558 Oct 21 15:06:53.742416 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:53.749855 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e775c19-7c87-439d-b376-7bd549a6cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:53.813024 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Made reservation on behalf of 4cb6b4f5f9aa4202a7104f39187d5766 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:53.815736 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25450003'] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.042414 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:53Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:54.065208 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.089542 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28f133-5cfb-4ecd-a058-e191562b9d4b None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:53Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:06:54.167738 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.202198 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb275969-0f43-4de8-9221-d6047eac952c x-openstack-request-id: req-cb275969-0f43-4de8-9221-d6047eac952c {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:54.202763 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:54.203124 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb275969-0f43-4de8-9221-d6047eac952c {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:54.203673 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb275969-0f43-4de8-9221-d6047eac952c'] response: {'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'status': 'completed', 'code': 200} Oct 21 15:06:54.205100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e775c19-7c87-439d-b376-7bd549a6cc10 req-ebb728cd-9662-4847-9770-050e39c83b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:54.207152 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3e775c19-7c87-439d-b376-7bd549a6cc10 req-ebb728cd-9662-4847-9770-050e39c83b64 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1128 time: 0.0629408 Oct 21 15:06:54.266157 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb23ef69-d89e-419e-9a82-370cb65da00c req-dc03e972-4350-45d6-b64b-554d60fbed70 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6527038 Oct 21 15:06:54.282874 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9798dc-cf31-48f5-b157-47024cc3d34b req-ff37f58d-8c61-40d8-a470-21c4a0df0c8f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:54.285523 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ca9798dc-cf31-48f5-b157-47024cc3d34b req-ff37f58d-8c61-40d8-a470-21c4a0df0c8f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.2053759 Oct 21 15:06:54.305891 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (dc757367-4cd6-4a54-ac74-dcfd64f30119), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.347752 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33f40a39-4ad9-409a-bc0a-abdadd6b98bd admin admin] Publish callbacks [] for security_group (ad4fdec1-5dbf-4379-943e-64ae1a612074), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.396757 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33f40a39-4ad9-409a-bc0a-abdadd6b98bd admin admin] Publish callbacks [] for security_group (ad4fdec1-5dbf-4379-943e-64ae1a612074), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.426223 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ca9798dc-cf31-48f5-b157-47024cc3d34b req-dfb097b8-8637-4cd9-a221-7eeb9f2e53ac tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326644 Oct 21 15:06:54.512085 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ce8c-35e0-4ba6-8976-ddbef0bbfee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1390b81-d0b7-4766-8202-4b68f151d17c,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:54.557468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc757367-4cd6-4a54-ac74-dcfd64f30119,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:54.593156 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec5a2-c3d4-4a6d-95e3-9f0b0ef59892 req-1d75edb5-ff70-420d-a120-35dc247eb111 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:54.594789 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a57ec5a2-c3d4-4a6d-95e3-9f0b0ef59892 req-1d75edb5-ff70-420d-a120-35dc247eb111 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.0771220 Oct 21 15:06:54.608239 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e775c19-7c87-439d-b376-7bd549a6cc10 req-e7f85a19-671e-46b2-a8c2-18b236d8fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:54.609875 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3e775c19-7c87-439d-b376-7bd549a6cc10 req-e7f85a19-671e-46b2-a8c2-18b236d8fb4f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=bbced7abbedc497f86e2ea999420b2a0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3654056 Oct 21 15:06:54.626676 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Checking segment: {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:54.627020 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Network hostable DHCP agents. Network: ff1e2039-9219-4f5d-81a4-e4bb15a7f683, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:06:54.674127 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a57ec5a2-c3d4-4a6d-95e3-9f0b0ef59892 req-ec2aa246-16bd-4a6d-a619-7288db04ad70 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733273 Oct 21 15:06:54.730960 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33f40a39-4ad9-409a-bc0a-abdadd6b98bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (ad4fdec1-5dbf-4379-943e-64ae1a612074), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.736467 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-33f40a39-4ad9-409a-bc0a-abdadd6b98bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.738865 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-33f40a39-4ad9-409a-bc0a-abdadd6b98bd admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ad4fdec1-5dbf-4379-943e-64ae1a612074 HTTP/1.1" status: 204 len: 168 time: 1.0516956 Oct 21 15:06:54.771417 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f40a39-4ad9-409a-bc0a-abdadd6b98bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4fdec1-5dbf-4379-943e-64ae1a612074,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:54.797567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:06:54.901019 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, ff1e2039-9219-4f5d-81a4-e4bb15a7f683) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:54.905921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:54.907487 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:54.919780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e01b6a-eeff-48a0-b486-25aca6df3f84 None None] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:06:55.045741 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c1b4342e-d2f8-4372-89fb-890487ac193a admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4609115 Oct 21 15:06:55.048404 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41562) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:55.053147 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:55.084645 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:55.187153 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (4a6bfcd9-97f4-4653-85ec-aead427393f3), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.188540 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'fixed_ips': [{'subnet_id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:06:55.190975 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (4a6bfcd9-97f4-4653-85ec-aead427393f3), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.192522 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.220387 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e775c19-7c87-439d-b376-7bd549a6cc10 req-1874c439-9f55-4c22-9808-702b9f415366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:55.223812 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3e775c19-7c87-439d-b376-7bd549a6cc10 req-1874c439-9f55-4c22-9808-702b9f415366 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423186 Oct 21 15:06:55.311368 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks [] for router_controller (4a6bfcd9-97f4-4653-85ec-aead427393f3), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.499455 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Allocated IP 172.20.0.2 (ff1e2039-9219-4f5d-81a4-e4bb15a7f683/dc757367-4cd6-4a54-ac74-dcfd64f30119/457f2bd9-2755-40d2-bab5-4a1f9079294c) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:55.673987 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks [] for router_gateway (4a6bfcd9-97f4-4653-85ec-aead427393f3), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.683189 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Publish callbacks [] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.708856 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 88e701f7-c38e-44b0-a36c-ac55abb547df up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:55.760954 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a6d1-1c1a-4e37-9fa5-65f836ca8175 req-d4ebb3fc-4e63-4474-a086-19c7ad743b0a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:55.764487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 88e701f7-c38e-44b0-a36c-ac55abb547df triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:55.764939 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.765344 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 88e701f7-c38e-44b0-a36c-ac55abb547df Oct 21 15:06:55.769562 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-76c5a6d1-1c1a-4e37-9fa5-65f836ca8175 req-d4ebb3fc-4e63-4474-a086-19c7ad743b0a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2418668 Oct 21 15:06:55.789347 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ede74-8bc0-412c-86b6-e1beb3902ed7 req-59846cb8-9427-4065-b8e1-bc44221ede42 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:55.795296 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f47ede74-8bc0-412c-86b6-e1beb3902ed7 req-59846cb8-9427-4065-b8e1-bc44221ede42 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.1155875 Oct 21 15:06:55.799828 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:55.853048 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 88e701f7-c38e-44b0-a36c-ac55abb547df is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:55.853449 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:55.857168 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:55.874872 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-76c5a6d1-1c1a-4e37-9fa5-65f836ca8175 req-bb711075-97f0-4a34-bfd5-4c65f6028859 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042500 Oct 21 15:06:55.882313 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f47ede74-8bc0-412c-86b6-e1beb3902ed7 req-b668fc01-fa6e-40ec-9f07-593f9ad1fa0f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766912 Oct 21 15:06:55.892639 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 88e701f7-c38e-44b0-a36c-ac55abb547df, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=88e701f7-c38e-44b0-a36c-ac55abb547df,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:55.969519 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:56.038098 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bfa-5c72-4290-8a38-ec27f39d41bb req-ff44b1db-a505-4bf8-8810-f59883e1b2f1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:56.039713 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-51335bfa-5c72-4290-8a38-ec27f39d41bb req-ff44b1db-a505-4bf8-8810-f59883e1b2f1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.0860977 Oct 21 15:06:56.055347 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a75bce-0879-45a5-9c4c-16e0ccda3522 req-cfbb7b0c-657e-49b3-9597-febbb3c197ea tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:56.056784 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-69a75bce-0879-45a5-9c4c-16e0ccda3522 req-cfbb7b0c-657e-49b3-9597-febbb3c197ea tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0711458 Oct 21 15:06:56.067514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41584) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:56.073289 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'port_id': '1e157b05-ce4b-4df9-a87f-0657985dd433'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:56.095684 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.098362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.106896 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:56.140119 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:56.147551 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:56.149909 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (f502286a-ed3f-458f-821e-8d4201cf061a), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.152804 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:56.198977 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-51335bfa-5c72-4290-8a38-ec27f39d41bb req-2bd14673-dc69-41a8-bd7d-91ed9fbe3a9d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512256 Oct 21 15:06:56.207503 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Pushing event updated for resources: {'Port': ['ID=457f2bd9-2755-40d2-bab5-4a1f9079294c,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:56.299553 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Attempting to bind port 457f2bd9-2755-40d2-bab5-4a1f9079294c on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:06:56.299922 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Attempting to bind port 457f2bd9-2755-40d2-bab5-4a1f9079294c by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:06:56.300150 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Attempting to bind port 457f2bd9-2755-40d2-bab5-4a1f9079294c on network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:06:56.373654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:06:56.374127 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Checking segment: {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:06:56.374539 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.380801 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Bound using segment: {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:06:56.380801 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Bound port: 457f2bd9-2755-40d2-bab5-4a1f9079294c, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:06:56.380801 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.384316 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=88e701f7-c38e-44b0-a36c-ac55abb547df,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:56.460067 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks [] for router_gateway (4a6bfcd9-97f4-4653-85ec-aead427393f3), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.485333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.553901 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] For port 457f2bd9-2755-40d2-bab5-4a1f9079294c, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:06:56.559102 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] For port 457f2bd9-2755-40d2-bab5-4a1f9079294c, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=457f2bd9-2755-40d2-bab5-4a1f9079294c,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:06:56.592958 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:56.634779 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Allocated IP 172.27.0.132 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/dd49fb1a-f418-4c26-8290-684a23bc96ef) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:06:56.717437 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.854437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks [] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.861842 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007863fa-1b24-4407-af60-cb7b226eb292 None None] Pushing event updated for resources: {'Port': ['ID=457f2bd9-2755-40d2-bab5-4a1f9079294c,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:56.909174 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:56.931274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:56.978396 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41602) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:57.041674 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (f502286a-ed3f-458f-821e-8d4201cf061a), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:57.091726 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:57.220691 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:06:57.235290 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP f502286a-ed3f-458f-821e-8d4201cf061a associated. External IP: 172.27.0.51, port: 1e157b05-ce4b-4df9-a87f-0657985dd433. Oct 21 15:06:57.240000 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09531-bab6-4df8-9f42-ffec4ba3a78c req-8050d242-62bd-426b-a0a1-5423adeaf5a3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:57.241687 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0da09531-bab6-4df8-9f42-ffec4ba3a78c req-8050d242-62bd-426b-a0a1-5423adeaf5a3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2475951 Oct 21 15:06:57.246163 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:06:57.266902 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:06:57.284457 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Pushing event updated for resources: {'Port': ['ID=dd49fb1a-f418-4c26-8290-684a23bc96ef,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:57.312668 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-114816947-network', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:57.458151 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0da09531-bab6-4df8-9f42-ffec4ba3a78c req-3bc943a0-4c3f-4286-b0d5-c4b72c31b37d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935952 Oct 21 15:06:57.466308 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:57.468213 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d8a7-ce71-4330-b38c-a52a6d54e8bc req-034b2cf2-bbb9-487e-bda9-c1001f7b29b3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:57.469716 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e571d8a7-ce71-4330-b38c-a52a6d54e8bc req-034b2cf2-bbb9-487e-bda9-c1001f7b29b3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.1188509 Oct 21 15:06:57.545663 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:06:57.547788 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Made reservation on behalf of a77531edf7224da8847bb5c9813ae7da for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:57.551060 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:57.558496 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:57.586055 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:57.693292 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:06:57.709914 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:57.725899 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:06:57.756692 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-4f9633bb-9096-4fda-9654-8f2ae21f255c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/f502286a-ed3f-458f-821e-8d4201cf061a HTTP/1.1" status: 200 len: 990 time: 1.6879454 Oct 21 15:06:57.759619 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:06:57.759735 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d55f79-0843-4499-aeba-21921bfa85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:06:57.771173 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:57.771877 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:57.870066 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 457f2bd9-2755-40d2-bab5-4a1f9079294c up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:06:57.876267 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efcd1ca-0202-4db7-b270-f52fda0ba91d x-openstack-request-id: req-3efcd1ca-0202-4db7-b270-f52fda0ba91d {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:06:57.876692 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:06:57.876961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3efcd1ca-0202-4db7-b270-f52fda0ba91d {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:06:57.877403 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efcd1ca-0202-4db7-b270-f52fda0ba91d'] response: {'name': 'network-changed', 'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'status': 'completed', 'code': 200} Oct 21 15:06:57.914408 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks [] for security_group (3ac8ca88-1da4-4c8b-8f34-9abd42ce2361), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:57.924511 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e571d8a7-ce71-4330-b38c-a52a6d54e8bc req-dc050fb6-ada7-4dc2-afbe-9a852bdb5f54 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820496 Oct 21 15:06:57.967922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-d3f66254-f427-43bd-b32c-17f9f8493a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:57.976302 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-d3f66254-f427-43bd-b32c-17f9f8493a08 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1128 time: 0.1489196 Oct 21 15:06:58.003299 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-62558fed-0516-48e4-b05e-3a3aa9356569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.011847 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-62558fed-0516-48e4-b05e-3a3aa9356569 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 1129 time: 0.1311185 Oct 21 15:06:58.024127 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks [] for router_gateway (4a6bfcd9-97f4-4653-85ec-aead427393f3), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.050625 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 457f2bd9-2755-40d2-bab5-4a1f9079294c triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:58.060217 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.060567 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 457f2bd9-2755-40d2-bab5-4a1f9079294c Oct 21 15:06:58.066242 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-d09f7bcc-fce2-4984-a330-a5c759ba1b69 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 217 time: 0.0837245 Oct 21 15:06:58.069658 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:58.107770 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3ac8ca88-1da4-4c8b-8f34-9abd42ce2361), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.123101 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:06:58.136116 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (f14ce843-1f0e-46c7-8486-4c65f6df0bc8), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.136718 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Added segment f14ce843-1f0e-46c7-8486-4c65f6df0bc8 of type vlan for network 870578cc-77cc-4374-9ce6-c401715d7564 Oct 21 15:06:58.168535 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:58.193029 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-3401d34f-310e-4c5a-bff6-04ee4c2657fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.195465 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-3401d34f-310e-4c5a-bff6-04ee4c2657fe service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0995579 Oct 21 15:06:58.211783 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (870578cc-77cc-4374-9ce6-c401715d7564), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.255158 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-de77e472-abb3-430a-a4d7-76134c799aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.256947 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-de77e472-abb3-430a-a4d7-76134c799aed service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 916 time: 0.2075882 Oct 21 15:06:58.264277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-cf767e4d-e664-49d2-a4c4-4a28b04598c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.266034 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-cf767e4d-e664-49d2-a4c4-4a28b04598c2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603201 Oct 21 15:06:58.319366 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:58.324363 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (870578cc-77cc-4374-9ce6-c401715d7564), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.326252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.327049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.441018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:58.442482 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] Pushing event updated for resources: {'Network': ['ID=870578cc-77cc-4374-9ce6-c401715d7564,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:58.453576 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-66cd3fb2-6d1b-4de1-8e8b-eece0253ed39 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e157b05-ce4b-4df9-a87f-0657985dd433 HTTP/1.1" status: 200 len: 998 time: 0.1862669 Oct 21 15:06:58.537218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-ad4de745-dd83-445b-b8a1-e183a8577b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.538842 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-ad4de745-dd83-445b-b8a1-e183a8577b4a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0764308 Oct 21 15:06:58.600513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (4a6bfcd9-97f4-4653-85ec-aead427393f3), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.618144 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-68137109-c8ca-4cb0-a784-ad3b8994a64f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683146 Oct 21 15:06:58.622586 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-c3845e5d-bc2d-4334-925b-225a08f97f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.624299 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-c3845e5d-bc2d-4334-925b-225a08f97f9c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0765307 Oct 21 15:06:58.644059 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 870578cc-77cc-4374-9ce6-c401715d7564 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:06:58.687162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-5e185c86-4b70-43ec-b2e7-9f03c61f83e2 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7073674 Oct 21 15:06:58.698153 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41622) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:06:58.698725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Request body: {'subnet': {'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-114816947-subnet', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:06:58.712935 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59833521-288c-41be-9a6b-c19e52d542b1 None None] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:06:58.715954 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:58.765363 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc867-44e3-4594-89f5-bd142044a4dc req-d924dbc8-6661-48ae-bd8f-5ab678a1f5c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:58.769203 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Provisioning complete for port 457f2bd9-2755-40d2-bab5-4a1f9079294c triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:58.769753 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.769901 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Attempt 1 to provision port 457f2bd9-2755-40d2-bab5-4a1f9079294c Oct 21 15:06:58.777363 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-606bc867-44e3-4594-89f5-bd142044a4dc req-d924dbc8-6661-48ae-bd8f-5ab678a1f5c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0873430 Oct 21 15:06:58.789733 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:58.806954 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a0f9795f-bcb7-46aa-84ef-b502f6911b33 req-6df6c955-6e38-477a-9ccb-a745ccece882 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808343 Oct 21 15:06:58.811188 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-3b69245a-55a6-443c-b53f-b0e5b377f557 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769853 Oct 21 15:06:58.924102 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-606bc867-44e3-4594-89f5-bd142044a4dc req-975b0fcf-41a2-4617-8d4b-b046e41cd473 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365995 Oct 21 15:06:58.947731 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:58.949280 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Current status of the port 457f2bd9-2755-40d2-bab5-4a1f9079294c is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:58.950018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:58.956297 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d1d55f79-0843-4499-aeba-21921bfa85ce req-e9aa0956-4a36-4105-9a4c-5b470dae2ae1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362305 Oct 21 15:06:58.999583 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Made reservation on behalf of a77531edf7224da8847bb5c9813ae7da for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:06:59.004796 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458577'] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:59.024349 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] For port 457f2bd9-2755-40d2-bab5-4a1f9079294c, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=457f2bd9-2755-40d2-bab5-4a1f9079294c,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:06:59.059875 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:19Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}, {'id': 'f502286a-ed3f-458f-821e-8d4201cf061a', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:f5:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed427f-9de0-4262-97b3-cd20818746e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:33Z', 'updated_at': '2022-10-21T15:06:56Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:59.104814 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:06:59.170252 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:59.194470 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:06:59.194661 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:59.244794 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Router 4a6bfcd9-97f4-4653-85ec-aead427393f3 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:06:59.280124 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 457f2bd9-2755-40d2-bab5-4a1f9079294c is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:59.280771 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:59.359966 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13732cd9-9fc9-4b2f-9128-6c3115552a4f None None] Pushing event updated for resources: {'Port': ['ID=457f2bd9-2755-40d2-bab5-4a1f9079294c,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:59.458726 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:59.463648 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:06:59.466907 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 21 15:06:59.467293 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG oslo_db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 15:06:59.659740 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390f3b5-8fe4-4008-b774-e5c3fbdd2cf8 req-40f459bb-5eb0-4b2e-bb9a-ff6ae1408beb tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:06:59.661338 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c390f3b5-8fe4-4008-b774-e5c3fbdd2cf8 req-40f459bb-5eb0-4b2e-bb9a-ff6ae1408beb tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.4225547 Oct 21 15:06:59.683330 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:06:59.701144 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-7c878749-de1b-48e8-84e6-472100dcd58f None None] Provisioning complete for port 457f2bd9-2755-40d2-bab5-4a1f9079294c triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:06:59.701744 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7c878749-de1b-48e8-84e6-472100dcd58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:59.702308 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-7c878749-de1b-48e8-84e6-472100dcd58f None None] Attempt 1 to provision port 457f2bd9-2755-40d2-bab5-4a1f9079294c Oct 21 15:06:59.741294 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458575'] for subnet (be1f40cb-f273-40b4-9e86-0a716614229d), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:06:59.859601 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:19Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}, {'id': 'f502286a-ed3f-458f-821e-8d4201cf061a', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:f5:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed427f-9de0-4262-97b3-cd20818746e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:33Z', 'updated_at': '2022-10-21T15:06:56Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:06:59.867002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-7c878749-de1b-48e8-84e6-472100dcd58f None None] Current status of the port 457f2bd9-2755-40d2-bab5-4a1f9079294c is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:06:59.897359 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660e490-2fc5-4547-a6aa-a448dca6e8df None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:19Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}, {'id': 'f502286a-ed3f-458f-821e-8d4201cf061a', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:f5:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed427f-9de0-4262-97b3-cd20818746e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:33Z', 'updated_at': '2022-10-21T15:06:56Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:06:59.919779 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c390f3b5-8fe4-4008-b774-e5c3fbdd2cf8 req-87649f2c-1690-4d0a-acdb-5c24b341f304 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453878 Oct 21 15:06:59.939290 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1f40cb-f273-40b4-9e86-0a716614229d,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:06:59.942209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:06:59.980946 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Sync routers for ids ['4a6bfcd9-97f4-4653-85ec-aead427393f3'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:00.017529 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Routers {'4a6bfcd9-97f4-4653-85ec-aead427393f3'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:00.018402 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['4a6bfcd9-97f4-4653-85ec-aead427393f3'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:00.026834 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Checking segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:00.027276 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Network hostable DHCP agents. Network: 870578cc-77cc-4374-9ce6-c401715d7564, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:07:00.068402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 457f2bd9-2755-40d2-bab5-4a1f9079294c is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:00.074104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 88e701f7-c38e-44b0-a36c-ac55abb547df up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:00.096013 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:00.097847 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7dcb0a3b-2309-4d52-b557-5f6a7145b727 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0481775 Oct 21 15:07:00.100666 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41648) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:00.194487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 88e701f7-c38e-44b0-a36c-ac55abb547df triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:00.194934 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:00.195501 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 88e701f7-c38e-44b0-a36c-ac55abb547df Oct 21 15:07:00.237822 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Network 870578cc-77cc-4374-9ce6-c401715d7564 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:07:00.289077 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Set router 4a6bfcd9-97f4-4653-85ec-aead427393f3 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:00.349133 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b54bdc-6249-4104-852d-f2ff6d20961d req-47512c90-4ddd-4e48-a08a-3077cbbffb03 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:00.351351 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-24b54bdc-6249-4104-852d-f2ff6d20961d req-47512c90-4ddd-4e48-a08a-3077cbbffb03 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2097664 Oct 21 15:07:00.379326 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 870578cc-77cc-4374-9ce6-c401715d7564) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:00.382871 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396d545-1531-4e0c-b6ae-521e4fe13947 None None] New status for floating IP f502286a-ed3f-458f-821e-8d4201cf061a: ACTIVE {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:07:00.405495 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:00.406603 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:00.418351 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cdc17-1ab6-4633-9e51-eed192d1f40c None None] Network 870578cc-77cc-4374-9ce6-c401715d7564 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:07:00.435196 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:00.472486 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-24b54bdc-6249-4104-852d-f2ff6d20961d req-1d49c9b5-7ab7-485c-952d-ad7c91aa7604 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132026 Oct 21 15:07:00.523304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:00.578552 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 88e701f7-c38e-44b0-a36c-ac55abb547df is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:00.595177 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ca87e8ef-831f-4dda-98c9-a34f65059128 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9001746 Oct 21 15:07:00.599037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41650) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:00.617157 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:00.882981 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:06:57Z', 'revision_number': 3, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:00.984624 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:01.019539 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Checking router: 4a6bfcd9-97f4-4653-85ec-aead427393f3 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:01.020882 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Updating router 4a6bfcd9-97f4-4653-85ec-aead427393f3 port dd49fb1a-f418-4c26-8290-684a23bc96ef binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:07:01.069656 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.203769 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.226544 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f5458-9aed-461e-84dc-4963c87f03e7 req-cd8c5eb2-b1bf-4113-9fb4-749fb1d306be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:01.236569 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4e1f5458-9aed-461e-84dc-4963c87f03e7 req-cd8c5eb2-b1bf-4113-9fb4-749fb1d306be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.1267455 Oct 21 15:07:01.269691 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 457f2bd9-2755-40d2-bab5-4a1f9079294c up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:01.348011 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4e1f5458-9aed-461e-84dc-4963c87f03e7 req-5ab1bde1-8eab-4da8-9cf9-4b7d2ec3e332 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039824 Oct 21 15:07:01.361169 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-870578cc-77cc-4374-9ce6-c401715d7564', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:07:01.385274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.523206 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Allocated IP 172.20.0.1 (ff1e2039-9219-4f5d-81a4-e4bb15a7f683/dc757367-4cd6-4a54-ac74-dcfd64f30119/d1e3e3ab-9f74-45da-b6b5-c70f470ad882) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:01.552416 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (c1c9ec61-5e49-450d-a1f0-86b8813282aa), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.553639 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (c1c9ec61-5e49-450d-a1f0-86b8813282aa), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.570462 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Allocated IP 172.20.0.2 (870578cc-77cc-4374-9ce6-c401715d7564/be1f40cb-f273-40b4-9e86-0a716614229d/c00a3ccd-55b9-4699-a7b3-09329f0d3092) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:01.732897 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks [] for router_controller (c1c9ec61-5e49-450d-a1f0-86b8813282aa), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.739184 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Publish callbacks [] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.744464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:01.747815 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:01.752677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d1390b81-d0b7-4766-8202-4b68f151d17c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:07:01.836687 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks [] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.917215 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Publish callbacks [] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.922668 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbdfa-a51a-486e-9e7f-4954746f4ffd req-2adfbedf-2e39-4d35-98de-f2f214d80088 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:01.924850 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:01.926393 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b92bbdfa-a51a-486e-9e7f-4954746f4ffd req-2adfbedf-2e39-4d35-98de-f2f214d80088 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2464573 Oct 21 15:07:01.943108 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port d1390b81-d0b7-4766-8202-4b68f151d17c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d1390b81-d0b7-4766-8202-4b68f151d17c,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:01.961098 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:07:01.963476 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:01.972041 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.004794 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.070138 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Pushing event updated for resources: {'Port': ['ID=c00a3ccd-55b9-4699-a7b3-09329f0d3092,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:02.114443 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Attempting to bind port dd49fb1a-f418-4c26-8290-684a23bc96ef on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:02.116171 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Attempting to bind port dd49fb1a-f418-4c26-8290-684a23bc96ef by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:02.118658 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Attempting to bind port dd49fb1a-f418-4c26-8290-684a23bc96ef on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:02.130708 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:02.152010 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:02.158466 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:02.176338 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:02.176605 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:02.184372 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b92bbdfa-a51a-486e-9e7f-4954746f4ffd req-fe4ea39a-b822-4954-a240-03bfcfb3692a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505066 Oct 21 15:07:02.216681 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:02.230700 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port d1390b81-d0b7-4766-8202-4b68f151d17c is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:02.230700 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.262675 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1390b81-d0b7-4766-8202-4b68f151d17c {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:07:02.289326 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Network 870578cc-77cc-4374-9ce6-c401715d7564 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:02.290406 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Pushing event updated for resources: {'Port': ['ID=dd49fb1a-f418-4c26-8290-684a23bc96ef,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:02.297218 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks [] for router_gateway (c1c9ec61-5e49-450d-a1f0-86b8813282aa), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.302165 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (4a6bfcd9-97f4-4653-85ec-aead427393f3), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.303416 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:02.303836 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:02.304429 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.304994 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:02.305847 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Bound port: dd49fb1a-f418-4c26-8290-684a23bc96ef, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:02.310165 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.315994 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 457f2bd9-2755-40d2-bab5-4a1f9079294c triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:02.319743 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.320368 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 457f2bd9-2755-40d2-bab5-4a1f9079294c Oct 21 15:07:02.337773 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:02.350660 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.351211 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.351695 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.352064 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.352505 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.353008 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.354043 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.354443 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.354966 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.355393 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.355722 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.356887 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.357297 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.357625 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.357947 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:02.368340 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:02.453560 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port d1390b81-d0b7-4766-8202-4b68f151d17c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d1390b81-d0b7-4766-8202-4b68f151d17c,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:02.453560 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:02.490426 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] For port dd49fb1a-f418-4c26-8290-684a23bc96ef, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:02.495351 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] For port dd49fb1a-f418-4c26-8290-684a23bc96ef, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd49fb1a-f418-4c26-8290-684a23bc96ef,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:02.571800 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f6d9-3381-4a78-a57f-96545d86ffcd req-78b071b8-dce0-4271-8ece-fd0d57166d25 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:02.573420 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5396f6d9-3381-4a78-a57f-96545d86ffcd req-78b071b8-dce0-4271-8ece-fd0d57166d25 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 944 time: 0.0800421 Oct 21 15:07:02.598655 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-4c9dfecf-6e9f-40db-80dc-98908ba463dc None None] Provisioning complete for port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:02.599025 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4c9dfecf-6e9f-40db-80dc-98908ba463dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.599367 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-4c9dfecf-6e9f-40db-80dc-98908ba463dc None None] Attempt 1 to provision port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 Oct 21 15:07:02.654227 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-4c9dfecf-6e9f-40db-80dc-98908ba463dc None None] Port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:02.655872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Attempting to bind port c00a3ccd-55b9-4699-a7b3-09329f0d3092 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:02.656423 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Attempting to bind port c00a3ccd-55b9-4699-a7b3-09329f0d3092 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:02.656877 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Attempting to bind port c00a3ccd-55b9-4699-a7b3-09329f0d3092 on network 870578cc-77cc-4374-9ce6-c401715d7564 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:02.658001 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5396f6d9-3381-4a78-a57f-96545d86ffcd req-5dd96b1d-377d-4d84-9da3-d7aa5a43f7be tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758626 Oct 21 15:07:02.724146 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.744008 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.745629 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:02.785521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.807759 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks [] for router_gateway (c1c9ec61-5e49-450d-a1f0-86b8813282aa), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.816668 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 457f2bd9-2755-40d2-bab5-4a1f9079294c is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:02.820141 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada140-332b-41d6-bb32-ebaecc08d9eb None None] Pushing event updated for resources: {'Port': ['ID=dd49fb1a-f418-4c26-8290-684a23bc96ef,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:02.842947 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Routers {'4a6bfcd9-97f4-4653-85ec-aead427393f3'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:02.843768 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['4a6bfcd9-97f4-4653-85ec-aead427393f3'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:02.871914 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.891396 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:02.891724 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Checking segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:02.892228 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.895449 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Bound using segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:02.895904 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Bound port: c00a3ccd-55b9-4699-a7b3-09329f0d3092, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:02.896402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:02.980989 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=d1390b81-d0b7-4766-8202-4b68f151d17c,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:03.079141 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Allocated IP 172.27.0.80 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:03.111839 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] For port c00a3ccd-55b9-4699-a7b3-09329f0d3092, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:03.119487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] For port c00a3ccd-55b9-4699-a7b3-09329f0d3092, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=c00a3ccd-55b9-4699-a7b3-09329f0d3092,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:03.123922 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] Set router 4a6bfcd9-97f4-4653-85ec-aead427393f3 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:03.126244 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:03.139422 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['d1390b81-d0b7-4766-8202-4b68f151d17c'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:07:03.177180 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks [] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:03.235608 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:03.268677 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:03.272818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:03.406391 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks [] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:03.470051 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d13c4-b790-419e-9cb4-def612154a9d None None] Pushing event updated for resources: {'Port': ['ID=c00a3ccd-55b9-4699-a7b3-09329f0d3092,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:03.556102 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:03.564360 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (4a6bfcd9-97f4-4653-85ec-aead427393f3), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:03.662009 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d00b99-da7a-4630-b156-fdb017a2a228 req-628b7eb0-9177-4034-8187-50da841b41ef tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:03.676187 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d3d00b99-da7a-4630-b156-fdb017a2a228 req-628b7eb0-9177-4034-8187-50da841b41ef tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2142758 Oct 21 15:07:03.747264 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'd1e3e3ab-9f74-45da-b6b5-c70f470ad882', 'name': '', 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'mac_address': 'fa:16:3e:59:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:01Z', 'revision_number': 1, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'subnets': [{'id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:03.801069 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d3d00b99-da7a-4630-b156-fdb017a2a228 req-01aecee1-f11b-47af-9305-ff17f6c02eb2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238959 Oct 21 15:07:03.809812 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:03.861067 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc4e53-e6c1-4cca-9d86-4212854a542c None None] The sync data for ids ['4a6bfcd9-97f4-4653-85ec-aead427393f3'] in dv-cinder-836083-16-iscsi is: [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'd1e3e3ab-9f74-45da-b6b5-c70f470ad882', 'name': '', 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'mac_address': 'fa:16:3e:59:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:01Z', 'revision_number': 1, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'subnets': [{'id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:03.866704 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:03.898750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:03.900759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:04.015006 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e96ef-96ae-4c83-a777-50641240c791 req-595338d2-785f-44c7-b4e0-a0cd6e4aeff5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:04.016946 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-125e96ef-96ae-4c83-a777-50641240c791 req-595338d2-785f-44c7-b4e0-a0cd6e4aeff5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 945 time: 0.1513186 Oct 21 15:07:04.032304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:04.035247 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:04.038017 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:04.078437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:04.174745 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-125e96ef-96ae-4c83-a777-50641240c791 req-ad6728b4-1439-4a95-9304-d5c163672f99 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404698 Oct 21 15:07:04.504319 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-a5848180-69c1-4cf8-81e3-6d8eec159496 None None] Provisioning complete for port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:04.506932 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a5848180-69c1-4cf8-81e3-6d8eec159496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:04.507652 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-a5848180-69c1-4cf8-81e3-6d8eec159496 None None] Attempt 1 to provision port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 Oct 21 15:07:04.757328 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a5848180-69c1-4cf8-81e3-6d8eec159496 None None] Port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:04.800708 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks [] for router_gateway (c1c9ec61-5e49-450d-a1f0-86b8813282aa), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:04.864607 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Router 4a6bfcd9-97f4-4653-85ec-aead427393f3 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:07:05.123959 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device c00a3ccd-55b9-4699-a7b3-09329f0d3092 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:05.142360 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:05.158742 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a6e77aac-68a0-4ddd-b494-04231ea05bc2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/4a6bfcd9-97f4-4653-85ec-aead427393f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0456433 Oct 21 15:07:05.204469 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649362b-7681-41f2-88c8-565321761651 req-c62d0395-5bc9-464a-babb-58e0caf6243b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:05.216832 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7649362b-7681-41f2-88c8-565321761651 req-c62d0395-5bc9-464a-babb-58e0caf6243b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1767433 Oct 21 15:07:05.324745 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885cc9b6-2ffb-4922-99ca-2d16646ca1bc None None] Network 870578cc-77cc-4374-9ce6-c401715d7564 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:07:05.337880 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port c00a3ccd-55b9-4699-a7b3-09329f0d3092 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:05.338788 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:05.339271 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port c00a3ccd-55b9-4699-a7b3-09329f0d3092 Oct 21 15:07:05.512771 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Provisioning complete for port c00a3ccd-55b9-4699-a7b3-09329f0d3092 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:05.522963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:05.522963 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Attempt 1 to provision port c00a3ccd-55b9-4699-a7b3-09329f0d3092 Oct 21 15:07:05.559865 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d1390b81-d0b7-4766-8202-4b68f151d17c up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:05.607017 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (c1c9ec61-5e49-450d-a1f0-86b8813282aa), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:05.634050 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:05.660268 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port d1390b81-d0b7-4766-8202-4b68f151d17c completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:07:05.967792 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port d1390b81-d0b7-4766-8202-4b68f151d17c triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:05.968668 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:05.969017 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port d1390b81-d0b7-4766-8202-4b68f151d17c Oct 21 15:07:05.995240 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:06.016547 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd9dca-72c3-4047-8442-0208d3c703c2 req-56cbb5cb-9d0c-4127-8553-f2b54319e1ba tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:06.018574 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e1cd9dca-72c3-4047-8442-0208d3c703c2 req-56cbb5cb-9d0c-4127-8553-f2b54319e1ba tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 945 time: 0.6490939 Oct 21 15:07:06.166589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port c00a3ccd-55b9-4699-a7b3-09329f0d3092 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:06.167067 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.195540 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e1cd9dca-72c3-4047-8442-0208d3c703c2 req-3ab7a92d-3c3b-4d89-b0b3-d66cc74426c5 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399493 Oct 21 15:07:06.213874 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7649362b-7681-41f2-88c8-565321761651 req-d74f7256-fff0-4310-8911-a464f9252a21 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9854817 Oct 21 15:07:06.238556 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Current status of the port c00a3ccd-55b9-4699-a7b3-09329f0d3092 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:06.238985 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.289699 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Router c1c9ec61-5e49-450d-a1f0-86b8813282aa is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:07:06.302797 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:06.333794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] For port c00a3ccd-55b9-4699-a7b3-09329f0d3092, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=c00a3ccd-55b9-4699-a7b3-09329f0d3092,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:06.364140 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port d1390b81-d0b7-4766-8202-4b68f151d17c is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:06.373522 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.443438 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:06.457479 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Sync routers for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:06.459527 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:07:06.465121 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca00ca-8e63-4877-901f-9c08c6cd370e" -d '{"events": [{"server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "name": "network-vif-plugged", "status": "completed", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:07:06.496199 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:06.497266 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:06.513478 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port d1390b81-d0b7-4766-8202-4b68f151d17c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d1390b81-d0b7-4766-8202-4b68f151d17c,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:06.533017 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.595268 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.599060 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-56573510-66aa-4435-ae59-7e4e23601007 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9938500 Oct 21 15:07:06.599341 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41688) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:06.603589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 21 15:07:06.604015 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG oslo_db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 15:07:06.660727 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.736178 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15a7d49-f18c-4087-a651-05033a2b7728 x-openstack-request-id: req-c15a7d49-f18c-4087-a651-05033a2b7728 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:07:06.746130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "name": "network-vif-plugged", "status": "completed", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:07:06.747847 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c15a7d49-f18c-4087-a651-05033a2b7728 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:07:06.748298 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15a7d49-f18c-4087-a651-05033a2b7728'] response: {'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'code': 200} Oct 21 15:07:06.761149 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:06.769293 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:06.854544 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-21f36260-5e47-4a42-844b-2d1a51dace2b None None] Provisioning complete for port c00a3ccd-55b9-4699-a7b3-09329f0d3092 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:06.857247 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-21f36260-5e47-4a42-844b-2d1a51dace2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:06.857609 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-21f36260-5e47-4a42-844b-2d1a51dace2b None None] Attempt 1 to provision port c00a3ccd-55b9-4699-a7b3-09329f0d3092 Oct 21 15:07:06.906430 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:06.990571 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184df2a-e15c-49d0-abbf-ea4471a1dc0e None None] Pushing event updated for resources: {'Port': ['ID=c00a3ccd-55b9-4699-a7b3-09329f0d3092,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:06.993806 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41692) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:07.003695 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507373944', 'description': 'tempest-secgroup-smoke-1507373944 description', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:07.105982 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-21f36260-5e47-4a42-844b-2d1a51dace2b None None] Current status of the port c00a3ccd-55b9-4699-a7b3-09329f0d3092 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:07.171026 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:04Z', 'revision_number': 3, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:07.180840 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:07.222210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port c00a3ccd-55b9-4699-a7b3-09329f0d3092 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:07.232413 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb991b-44f4-4d78-b365-16a86342a22f req-433808cb-ead8-4315-8f04-35c32248f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:07.236527 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06cb991b-44f4-4d78-b365-16a86342a22f req-433808cb-ead8-4315-8f04-35c32248f04b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.1433716 Oct 21 15:07:07.255481 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Checking router: c1c9ec61-5e49-450d-a1f0-86b8813282aa for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:07.255829 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Updating router c1c9ec61-5e49-450d-a1f0-86b8813282aa port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:07:07.303003 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=d1390b81-d0b7-4766-8202-4b68f151d17c,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:07.321048 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:07.379617 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:07.539140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group (6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:07.550779 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06cb991b-44f4-4d78-b365-16a86342a22f req-795eeb07-16c6-4ab0-8363-ddc01f2009b2 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041966 Oct 21 15:07:07.605724 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:07.712140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:07.740128 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.746475 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.748072 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.753632 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device c00a3ccd-55b9-4699-a7b3-09329f0d3092 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:07.754899 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.755530 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.756514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.757082 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.757654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.759729 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.761220 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.761832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.764930 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.765822 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.768988 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.769601 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:07.789091 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:07.791865 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5071a009-9b2b-4ff3-a506-6e348f3caee1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7958550 Oct 21 15:07:07.794660 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41702) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:07.805829 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group_rule': {'security_group_id': '6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:07.891132 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port c00a3ccd-55b9-4699-a7b3-09329f0d3092 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:07.891773 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:07.892209 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port c00a3ccd-55b9-4699-a7b3-09329f0d3092 Oct 21 15:07:07.968474 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (3b130ac7-bf80-4db4-936d-044c3d8db633), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.070999 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port c00a3ccd-55b9-4699-a7b3-09329f0d3092 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:08.072326 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd49fb1a-f418-4c26-8290-684a23bc96ef up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:08.074298 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Sync routers for ids ['4a6bfcd9-97f4-4653-85ec-aead427393f3'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:08.089089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:08.108215 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (3b130ac7-bf80-4db4-936d-044c3d8db633), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.159748 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12684e59-07b7-45f7-9aef-30f930d841cd req-2f89854b-5d50-431c-9750-c0302109d48c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:08.161347 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-12684e59-07b7-45f7-9aef-30f930d841cd req-2f89854b-5d50-431c-9750-c0302109d48c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2639878 Oct 21 15:07:08.196975 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (3b130ac7-bf80-4db4-936d-044c3d8db633), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.217313 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Publish callbacks [] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.256098 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:08.257321 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b130ac7-bf80-4db4-936d-044c3d8db633,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:08.295925 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.323227 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:08.349207 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Routers {'4a6bfcd9-97f4-4653-85ec-aead427393f3'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:08.349961 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['4a6bfcd9-97f4-4653-85ec-aead427393f3'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:08.355745 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Attempting to bind port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:08.366247 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.370647 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-7f2670ce-5de8-47a3-bbe2-797158d440e5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696945 Oct 21 15:07:08.372038 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41704) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:08.376571 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group_rule': {'security_group_id': '6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:08.377294 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Attempting to bind port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:08.383179 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Attempting to bind port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:08.431282 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a77c1-892f-4436-944a-7638b2073489 None None] Pushing event updated for resources: {'Port': ['ID=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:08.446287 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55e13b-1ef8-4b37-9149-90cd95b1980c req-28f94a77-748b-401c-bc1d-923754d1c176 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:08.457101 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6b55e13b-1ef8-4b37-9149-90cd95b1980c req-28f94a77-748b-401c-bc1d-923754d1c176 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.5662923 Oct 21 15:07:08.479234 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:08.479899 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:08.480474 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.481756 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:08.483353 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Set router 4a6bfcd9-97f4-4653-85ec-aead427393f3 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:08.491420 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Bound port: 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:08.491420 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.587787 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] For port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:08.600537 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] For port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:08.647234 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (39f837a3-2568-4c3b-9b0e-2e842ebd1295), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.648556 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-12684e59-07b7-45f7-9aef-30f930d841cd req-b3220ff0-f8e2-4c20-b1b9-dae5ab26f604 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688434 Oct 21 15:07:08.656934 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port dd49fb1a-f418-4c26-8290-684a23bc96ef triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:08.657312 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.657697 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port dd49fb1a-f418-4c26-8290-684a23bc96ef Oct 21 15:07:08.701305 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6b55e13b-1ef8-4b37-9149-90cd95b1980c req-fdb86b5e-a7f0-4b51-b1f7-ddf8072023ff tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396321 Oct 21 15:07:08.745717 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.752429 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.797224 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:08.852941 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (39f837a3-2568-4c3b-9b0e-2e842ebd1295), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.895237 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a77c1-892f-4436-944a-7638b2073489 None None] Pushing event updated for resources: {'Port': ['ID=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:08.901445 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:08.904681 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:08.912872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port dd49fb1a-f418-4c26-8290-684a23bc96ef is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:08.913541 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.952769 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (39f837a3-2568-4c3b-9b0e-2e842ebd1295), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:08.989854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port dd49fb1a-f418-4c26-8290-684a23bc96ef, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd49fb1a-f418-4c26-8290-684a23bc96ef,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:08.994179 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'd1e3e3ab-9f74-45da-b6b5-c70f470ad882', 'name': '', 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'mac_address': 'fa:16:3e:59:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 2, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'subnets': [{'id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:09.002841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f837a3-2568-4c3b-9b0e-2e842ebd1295,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:09.102402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Checking router: 4a6bfcd9-97f4-4653-85ec-aead427393f3 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:09.102794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Updating router 4a6bfcd9-97f4-4653-85ec-aead427393f3 port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:07:09.199104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.200393 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Allocated IP 172.20.0.1 (870578cc-77cc-4374-9ce6-c401715d7564/be1f40cb-f273-40b4-9e86-0a716614229d/60f53412-7c6b-42f1-a1ee-2336c5fd4c43) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:09.200981 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.271354 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:09.272028 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:09.333129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=dd49fb1a-f418-4c26-8290-684a23bc96ef,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:09.347292 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:09.394170 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks [] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.567939 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:09.612509 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Publish callbacks [] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.627813 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:04Z', 'revision_number': 3, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:09.658182 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984cdd-fd03-4446-b46f-5b23f375d74d None None] The sync data for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi is: [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:04Z', 'revision_number': 3, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:09.687278 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.690909 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41708) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:09.692469 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-de99ba7c-b694-4b47-ba48-53f7a93394df tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3147106 Oct 21 15:07:09.695915 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.697604 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group_rule': {'security_group_id': '6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:09.714260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:09.844814 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Pushing event updated for resources: {'Port': ['ID=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:09.925464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4e30-01ed-4b51-9cb9-6dc0e036beca None None] Pushing event updated for resources: {'Port': ['ID=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:09.926601 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969fee2-9d84-47f2-8f0d-65e1daa98769 req-d60e94d4-f192-41eb-842d-d1a851ed6848 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:09.928297 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c969fee2-9d84-47f2-8f0d-65e1daa98769 req-d60e94d4-f192-41eb-842d-d1a851ed6848 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0764852 Oct 21 15:07:09.931538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Attempting to bind port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:09.932302 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Attempting to bind port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:09.932834 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Attempting to bind port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 on network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:09.981752 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Network 870578cc-77cc-4374-9ce6-c401715d7564 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:10.041698 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:10.042074 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Checking segment: {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:10.042479 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.042907 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Bound using segment: {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:10.043424 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Bound port: d1e3e3ab-9f74-45da-b6b5-c70f470ad882, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60915378-20f5-4880-ac40-260f6735a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:10.043811 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.064837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd04b91-0f32-4535-86da-504a7d097938 req-ab570be8-c748-45c4-aa31-5b05805dc2cd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:10.073478 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fdd04b91-0f32-4535-86da-504a7d097938 req-ab570be8-c748-45c4-aa31-5b05805dc2cd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2355959 Oct 21 15:07:10.102154 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:10.133663 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:10.302519 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] For port d1e3e3ab-9f74-45da-b6b5-c70f470ad882, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:10.307053 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] For port d1e3e3ab-9f74-45da-b6b5-c70f470ad882, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:10.326566 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c969fee2-9d84-47f2-8f0d-65e1daa98769 req-a4156271-50c7-41ae-9da3-b3c4f3026da2 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733349 Oct 21 15:07:10.407764 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fdd04b91-0f32-4535-86da-504a7d097938 req-92c4c415-91ce-47dc-8a7f-36d7cf84add3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226840 Oct 21 15:07:10.421818 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (70b6fc7c-f033-4c40-b2f0-73c8f540de59), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.424357 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.559441 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:10.604979 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Routers {'4a6bfcd9-97f4-4653-85ec-aead427393f3'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:10.608151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['4a6bfcd9-97f4-4653-85ec-aead427393f3'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:10.629925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (70b6fc7c-f033-4c40-b2f0-73c8f540de59), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.633421 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:10.652485 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (c1c9ec61-5e49-450d-a1f0-86b8813282aa), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.700682 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-0a6dc5e9-7415-4ca3-88c5-52c242619a70 None None] Provisioning complete for port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:10.701333 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0a6dc5e9-7415-4ca3-88c5-52c242619a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.702318 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-0a6dc5e9-7415-4ca3-88c5-52c242619a70 None None] Attempt 1 to provision port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 Oct 21 15:07:10.756109 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (70b6fc7c-f033-4c40-b2f0-73c8f540de59), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.756731 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:10.823392 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b6fc7c-f033-4c40-b2f0-73c8f540de59,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:10.885329 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4e30-01ed-4b51-9cb9-6dc0e036beca None None] Pushing event updated for resources: {'Port': ['ID=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:10.924367 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:10.926263 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4b8ec204-7512-480c-b23e-8d0c403ff90a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2341220 Oct 21 15:07:10.929063 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41724) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:10.934196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dc5e9-7415-4ca3-88c5-52c242619a70 None None] Port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:10.934851 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group_rule': {'security_group_id': '6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:10.972445 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] Set router 4a6bfcd9-97f4-4653-85ec-aead427393f3 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:11.154608 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (75ca073e-865c-4a30-831f-8229f642dffe), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.202041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.383723 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:11.414229 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (75ca073e-865c-4a30-831f-8229f642dffe), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.558529 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'd1e3e3ab-9f74-45da-b6b5-c70f470ad882', 'name': '', 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'mac_address': 'fa:16:3e:59:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'subnets': [{'id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:11.606369 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fdcd97-7f85-488f-9e59-f22659c3f63e None None] The sync data for ids ['4a6bfcd9-97f4-4653-85ec-aead427393f3'] in dv-cinder-836083-16-iscsi is: [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:07:02Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'd1e3e3ab-9f74-45da-b6b5-c70f470ad882', 'name': '', 'network_id': 'ff1e2039-9219-4f5d-81a4-e4bb15a7f683', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'mac_address': 'fa:16:3e:59:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'subnets': [{'id': 'dc757367-4cd6-4a54-ac74-dcfd64f30119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:11.642587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (75ca073e-865c-4a30-831f-8229f642dffe), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.696376 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d1e3e3ab-9f74-45da-b6b5-c70f470ad882 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:11.728025 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06c32-1475-4e04-99ab-87d9689628a6 req-0fdde2dc-c96f-49b0-ab89-b8ea7c8fd2d1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:11.734562 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8f06c32-1475-4e04-99ab-87d9689628a6 req-0fdde2dc-c96f-49b0-ab89-b8ea7c8fd2d1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.1806524 Oct 21 15:07:11.773921 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ca073e-865c-4a30-831f-8229f642dffe,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:11.799598 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:11.800581 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.801091 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 Oct 21 15:07:11.804315 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0a27a-593f-48d8-abcc-2e85dd560536 req-1c2bf2f5-9e36-4d38-a70f-790da1d57177 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:11.812166 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05d0a27a-593f-48d8-abcc-2e85dd560536 req-1c2bf2f5-9e36-4d38-a70f-790da1d57177 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2183714 Oct 21 15:07:11.924382 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:11.925052 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.942313 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05d0a27a-593f-48d8-abcc-2e85dd560536 req-c1c86a7d-fb94-412b-9069-cee057886d9d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291573 Oct 21 15:07:11.959042 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:11.963375 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41740) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:11.968027 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-dcd8df7b-2e62-46bc-bf2f-a19b244ec9eb tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0328696 Oct 21 15:07:11.968633 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group_rule': {'security_group_id': '6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:11.991197 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port d1e3e3ab-9f74-45da-b6b5-c70f470ad882, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:12.006516 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8f06c32-1475-4e04-99ab-87d9689628a6 req-3fd145a1-eb73-4dbb-8f0c-b540b20fb4fd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501452 Oct 21 15:07:12.036654 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks [] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.112131 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.113066 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd49fb1a-f418-4c26-8290-684a23bc96ef up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:12.140614 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.140842 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.securitygroups_db [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Project 57eb0443c72743c8b3ab016fdf5c9745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 15:07:12.148686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (a88821f0-1677-4c41-ae64-08aa50557b6f), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.271147 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (a88821f0-1677-4c41-ae64-08aa50557b6f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.285848 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:12.292278 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port dd49fb1a-f418-4c26-8290-684a23bc96ef triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:12.292903 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.293066 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port dd49fb1a-f418-4c26-8290-684a23bc96ef Oct 21 15:07:12.341464 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (a88821f0-1677-4c41-ae64-08aa50557b6f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.352243 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Pushing event updated for resources: {'Port': ['ID=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:12.376759 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d700ae-9739-47da-8ff1-4ce247c4a906 req-57741170-71a3-4b5c-8dfc-ff5ddafea7cc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:12.385678 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82d700ae-9739-47da-8ff1-4ce247c4a906 req-57741170-71a3-4b5c-8dfc-ff5ddafea7cc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.1035645 Oct 21 15:07:12.386143 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:12.390018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41752) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:12.397362 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'floatingip': {'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:12.400541 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (c1c9ec61-5e49-450d-a1f0-86b8813282aa), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.421856 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port dd49fb1a-f418-4c26-8290-684a23bc96ef is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:12.423472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:12.440519 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88821f0-1677-4c41-ae64-08aa50557b6f,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:12.459259 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.462928 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.465733 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-acd863ef-b6b3-44ef-9abe-24daaf208a81 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5012326 Oct 21 15:07:12.468399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 41756) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:12.478182 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'security_group_rule': {'security_group_id': '6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f', 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:12.482891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:12.532659 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:12.535877 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.535877 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 Oct 21 15:07:12.582103 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.securitygroups_db [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Project 57eb0443c72743c8b3ab016fdf5c9745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 15:07:12.589443 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (45d1bc6a-8aca-4147-8168-86ceee1aeef0), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.706819 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:12.707286 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.749282 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (45d1bc6a-8aca-4147-8168-86ceee1aeef0), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.754219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:12.801608 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Network 870578cc-77cc-4374-9ce6-c401715d7564 is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:12.805828 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:12.837697 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.849839 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (45d1bc6a-8aca-4147-8168-86ceee1aeef0), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:12.920972 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d1bc6a-8aca-4147-8168-86ceee1aeef0,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:13.062142 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:13.111635 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:13.118585 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-378e8572-e9ce-4a03-be12-ee36d406ad75 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6489503 Oct 21 15:07:13.130895 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-6e358f40-1e2b-4aab-8638-58324a09e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:13.136202 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-6e358f40-1e2b-4aab-8638-58324a09e0cf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1130 time: 0.1439908 Oct 21 15:07:13.310818 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-4304572a-304d-469d-a90f-fe6efb2cda06 None None] Provisioning complete for port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:13.310818 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4304572a-304d-469d-a90f-fe6efb2cda06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:13.310818 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-4304572a-304d-469d-a90f-fe6efb2cda06 None None] Attempt 1 to provision port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 Oct 21 15:07:13.313357 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Router c1c9ec61-5e49-450d-a1f0-86b8813282aa has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:07:13.331210 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4bfae-9ebb-48c3-873b-2cbc77dba6ee req-b675512b-024e-445e-92dd-dc4d2f7bd9ed tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:13.332915 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dae4bfae-9ebb-48c3-873b-2cbc77dba6ee req-b675512b-024e-445e-92dd-dc4d2f7bd9ed tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1424165 Oct 21 15:07:13.363373 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:13.365007 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:13.431351 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-d89aa70f-dfd9-4deb-8ef0-a90c2aa82efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:13.433177 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-d89aa70f-dfd9-4deb-8ef0-a90c2aa82efb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.2915256 Oct 21 15:07:13.442671 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d1e3e3ab-9f74-45da-b6b5-c70f470ad882 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:13.484620 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-4304572a-304d-469d-a90f-fe6efb2cda06 None None] Port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:13.497455 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:13.499429 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:13.499429 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 Oct 21 15:07:13.556085 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dae4bfae-9ebb-48c3-873b-2cbc77dba6ee req-72d238c5-5259-4b0d-93de-95a72c8ca4aa tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893642 Oct 21 15:07:13.561074 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.db.resource_extend [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 21 15:07:13.609282 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:13.611226 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:13.611455 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-429d5bef-be9d-4d86-94bb-eee76b94b574 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 200 len: 1002 time: 0.1668363 Oct 21 15:07:13.666591 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:13.667362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:13.667608 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 Oct 21 15:07:13.689037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:13.690974 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:13.699173 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-8e3aa2e5-8704-4bbb-b6fb-af50b187372e admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c1c9ec61-5e49-450d-a1f0-86b8813282aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0986447 Oct 21 15:07:13.703791 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Sync routers for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:13.736805 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:13.737867 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:13.743149 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-eb7206dc-214b-4d6d-98b8-cca277916ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:13.746123 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-eb7206dc-214b-4d6d-98b8-cca277916ed3 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.1227612 Oct 21 15:07:13.791045 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:13.803832 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:13.817140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:13.822388 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-1a7f29ba-c9bc-404d-a808-cb88c0ed03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:13.824841 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-1a7f29ba-c9bc-404d-a808-cb88c0ed03d8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678349 Oct 21 15:07:13.924225 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:13.930276 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:14.024618 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-cda947af-f685-4a48-b64b-34b80c8e992a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779997 Oct 21 15:07:14.211702 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:14.269408 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Floating IP 7a0294b5-bbfa-42f5-a6c3-ca00990d65fc associated. External IP: 172.27.0.19, port: d1390b81-d0b7-4766-8202-4b68f151d17c. Oct 21 15:07:14.306688 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-28394900-8544-4b35-a0f5-bc6d7d99036b req-f74a30b7-a59c-4e1e-9e50-80eddfb747dd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750242 Oct 21 15:07:14.328180 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:11Z', 'revision_number': 2, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:14.386025 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Checking router: c1c9ec61-5e49-450d-a1f0-86b8813282aa for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:14.386372 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Updating router c1c9ec61-5e49-450d-a1f0-86b8813282aa port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:07:14.427968 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:14.503936 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:14.564028 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Router 98bd9b66-3759-4f78-98d5-bad253836de5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:07:14.790049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bbd3-c593-4f53-a3bd-3e541b7649f9 req-568fea16-fc44-4e43-b156-4215e7bc3d79 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:14.791959 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b267bbd3-c593-4f53-a3bd-3e541b7649f9 req-568fea16-fc44-4e43-b156-4215e7bc3d79 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.0647657 Oct 21 15:07:14.793053 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:14.798446 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:14.805385 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] Sync routers for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:14.839189 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:14.841797 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:14.889663 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-df2b9808-17b2-4e6f-b9ec-0a33ed75c315 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/7a0294b5-bbfa-42f5-a6c3-ca00990d65fc HTTP/1.1" status: 200 len: 991 time: 2.4957290 Oct 21 15:07:14.890979 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:07:14.897144 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92" -d '{"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:07:14.919491 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:14.962380 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b267bbd3-c593-4f53-a3bd-3e541b7649f9 req-19dd41aa-1012-403c-b806-b95f909472f8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603839 Oct 21 15:07:14.995693 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62570fea-90d5-4c62-b3bd-297cd59e93ff x-openstack-request-id: req-62570fea-90d5-4c62-b3bd-297cd59e93ff {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:07:14.996180 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:07:14.997134 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62570fea-90d5-4c62-b3bd-297cd59e93ff {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:07:14.997554 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62570fea-90d5-4c62-b3bd-297cd59e93ff'] response: {'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'status': 'completed', 'code': 200} Oct 21 15:07:15.037267 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:15.067846 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Publish callbacks [] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.070752 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:15.128095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41838) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:15.133204 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2113045832-network', 'tenant_id': '8e1572975eef4da5871fec165a7737d0'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:15.174649 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.265975 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Made reservation on behalf of 8e1572975eef4da5871fec165a7737d0 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:07:15.268622 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.286593 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.307232 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a60ad-b88a-4a21-890c-5ed803a85ea8 None None] Pushing event updated for resources: {'Port': ['ID=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:15.374274 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Attempting to bind port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:15.374696 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Attempting to bind port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:15.375114 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Attempting to bind port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 on network 870578cc-77cc-4374-9ce6-c401715d7564 {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:15.430722 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:15.431158 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Checking segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:15.431505 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.431901 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Bound using segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:15.432384 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Bound port: 60f53412-7c6b-42f1-a1ee-2336c5fd4c43, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:15.432772 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.478099 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:15.516161 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks [] for security_group (37e3ff72-a8cb-4761-84c5-685bca204114), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.526621 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] For port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:15.531329 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] For port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:15.575154 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '7a0294b5-bbfa-42f5-a6c3-ca00990d65fc', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:38Z', 'updated_at': '2022-10-21T15:07:13Z', 'revision_number': 1, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:15.610014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] Checking router: 98bd9b66-3759-4f78-98d5-bad253836de5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:15.613666 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (37e3ff72-a8cb-4761-84c5-685bca204114), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.622238 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:15.622893 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:15.647276 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:07:15.650208 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.680883 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3ff72-a8cb-4761-84c5-685bca204114,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:15.686604 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (4daf8201-cc59-4f38-8a22-977ac22336d5), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.687344 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Added segment 4daf8201-cc59-4f38-8a22-977ac22336d5 of type vlan for network 5b57efcf-a1eb-44ab-a874-66ce15be230b Oct 21 15:07:15.712920 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:15.713580 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:06:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:15.741789 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (5b57efcf-a1eb-44ab-a874-66ce15be230b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.762090 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:15.866729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (5b57efcf-a1eb-44ab-a874-66ce15be230b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.867765 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:15.868367 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:15.876489 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:15.923197 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:15.925840 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a60ad-b88a-4a21-890c-5ed803a85ea8 None None] Pushing event updated for resources: {'Port': ['ID=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,revision_number=4']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:15.956437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] Pushing event updated for resources: {'Network': ['ID=5b57efcf-a1eb-44ab-a874-66ce15be230b,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:16.058533 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3e670ad4-25e4-4a4d-9a16-7b1bb59c0eea admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9268785 Oct 21 15:07:16.060251 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41864) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:16.065812 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Request body: {'subnet': {'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2113045832-subnet', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:16.100012 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '7a0294b5-bbfa-42f5-a6c3-ca00990d65fc', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:38Z', 'updated_at': '2022-10-21T15:07:13Z', 'revision_number': 1, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:16.129592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:07:16.129794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-be9f65e2-d7e8-402f-b5c4-b549b9974f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:16.130699 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-be9f65e2-d7e8-402f-b5c4-b549b9974f94 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.0942354 Oct 21 15:07:16.208045 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88534c-7d8a-4a0a-95b1-059b4f7a16dc None None] The sync data for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi is: [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '7a0294b5-bbfa-42f5-a6c3-ca00990d65fc', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:38Z', 'updated_at': '2022-10-21T15:07:13Z', 'revision_number': 1, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:16.289090 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826013e6-ed52-4423-b2cb-4234e4cdd719 req-0eeba156-bd75-4edf-a86d-160e4d66d587 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:16.293117 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-826013e6-ed52-4423-b2cb-4234e4cdd719 req-0eeba156-bd75-4edf-a86d-160e4d66d587 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.1657901 Oct 21 15:07:16.294253 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Made reservation on behalf of 8e1572975eef4da5871fec165a7737d0 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:07:16.302036 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458577'] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:16.370684 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-f4a55e91-a558-4f37-a22f-f93489fc4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:16.373014 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-f4a55e91-a558-4f37-a22f-f93489fc4b4b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.2276404 Oct 21 15:07:16.403928 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:15Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:16.517077 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-f97e6b78-36f7-45c3-bdf8-2c013ca8632d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 999 time: 0.1330669 Oct 21 15:07:16.518150 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-826013e6-ed52-4423-b2cb-4234e4cdd719 req-d624bbf4-5a8e-4f57-a226-c290093925ef tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110929 Oct 21 15:07:16.612642 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-22bd6bc2-1466-481b-ae8b-8f3db0bbc038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:16.614723 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-22bd6bc2-1466-481b-ae8b-8f3db0bbc038 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0927262 Oct 21 15:07:16.674929 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25931a7d-b0b9-4bfd-88cf-3f6fa6db0be8 None None] New status for floating IP 7a0294b5-bbfa-42f5-a6c3-ca00990d65fc: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:07:16.679221 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46ef4b-fdaf-4b0d-a225-7e9034ed0186 None None] The sync data for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi is: [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:15Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:16.715920 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-8a7bef09-8180-4d6f-b923-b0008382cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:16.717966 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-8a7bef09-8180-4d6f-b923-b0008382cf13 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0956225 Oct 21 15:07:16.814406 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458575'] for subnet (48cc6e97-03ef-4666-9894-09246c170487), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:16.889461 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:16.919312 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cc6e97-03ef-4666-9894-09246c170487,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:16.939292 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-7ba17117-4a50-4bf8-8f79-23d720147ab7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126694 Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.948951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.950486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:16.953369 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Checking segment: {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:16.953738 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Network hostable DHCP agents. Network: 5b57efcf-a1eb-44ab-a874-66ce15be230b, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:07:16.989011 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:17.094785 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-56c16dcb-3c25-42f5-8422-66e5d0fd6d92 req-bbf887ff-9682-4b8b-80cc-5435f6d2b2e0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277430 Oct 21 15:07:17.100335 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:07:17.197567 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 5b57efcf-a1eb-44ab-a874-66ce15be230b) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:17.213261 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd46dd6-8a5b-4ca3-ad91-d55cb2d50de2 None None] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:07:17.221473 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:17.222240 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.300976 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-78c18317-5788-4a2a-b154-e777775a118b admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2395074 Oct 21 15:07:17.303554 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41876) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:17.308227 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:17.389279 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-5b57efcf-a1eb-44ab-a874-66ce15be230b', 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b', 'project_id': '8e1572975eef4da5871fec165a7737d0', 'fixed_ips': [{'subnet_id': '48cc6e97-03ef-4666-9894-09246c170487'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:07:17.390252 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.431722 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:17.460246 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.461384 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.552937 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks [] for router_controller (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.590756 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:07:17.604303 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:17.604303 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.604603 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 Oct 21 15:07:17.782697 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Allocated IP 172.20.0.2 (5b57efcf-a1eb-44ab-a874-66ce15be230b/48cc6e97-03ef-4666-9894-09246c170487/dd8d658c-6d8b-4c89-a63f-29dd5b056836) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:17.891041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c26fe-d64e-4f52-94ae-379af4e7272d req-cb3a901c-0e42-43cf-afa0-c6a9767b5cfd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:17.894474 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:17.896930 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-047c26fe-d64e-4f52-94ae-379af4e7272d req-cb3a901c-0e42-43cf-afa0-c6a9767b5cfd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 946 time: 0.2235744 Oct 21 15:07:17.909558 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:17.995242 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:18.069564 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-047c26fe-d64e-4f52-94ae-379af4e7272d req-78c159c9-1488-44a9-ac26-64f5c5f9a8ab tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589580 Oct 21 15:07:18.072943 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks [] for router_gateway (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.133039 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: ACTIVE; New status is: DOWN {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:18.133449 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.152316 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Publish callbacks [] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.164850 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:18.165245 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.172451 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:07:18.175371 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984571a9-f820-411a-9174-7e6f5f5aff94" -d '{"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:07:18.202565 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:18.236331 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Oct 2022 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e95c0e-bac2-4e8f-9fa8-f222887108fa x-openstack-request-id: req-68e95c0e-bac2-4e8f-9fa8-f222887108fa {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:07:18.236999 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-unplugged", "status": "failed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "code": 422}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:07:18.236999 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68e95c0e-bac2-4e8f-9fa8-f222887108fa {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:07:18.237537 dv-cinder-836083-16-iscsi neutron-server[105100]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-68e95c0e-bac2-4e8f-9fa8-f222887108fa']: {'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'code': 422} returned with failed status Oct 21 15:07:18.243274 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:18.278966 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.344962 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.350334 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Pushing event updated for resources: {'Port': ['ID=dd8d658c-6d8b-4c89-a63f-29dd5b056836,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:18.385780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:18.389842 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:18.395290 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:18.405693 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.483858 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=8']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:18.614018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Attempting to bind port dd8d658c-6d8b-4c89-a63f-29dd5b056836 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:18.614018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Attempting to bind port dd8d658c-6d8b-4c89-a63f-29dd5b056836 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:18.614018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Attempting to bind port dd8d658c-6d8b-4c89-a63f-29dd5b056836 on network 5b57efcf-a1eb-44ab-a874-66ce15be230b {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:18.750323 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:18.763917 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-87aa3769-9083-45a7-bd97-dbff295fe677 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1859632 Oct 21 15:07:18.806439 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:18.807165 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Checking segment: {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:18.807798 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.808363 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Bound using segment: {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:18.810190 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Bound port: dd8d658c-6d8b-4c89-a63f-29dd5b056836, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:18.810826 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.864263 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-a55944a4-98bd-4a10-b494-ce4015258769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:18.865877 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-a55944a4-98bd-4a10-b494-ce4015258769 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 1129 time: 0.0710864 Oct 21 15:07:18.910530 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks [] for router_gateway (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.967534 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cefe-0663-47d0-9155-6046dc4fcab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.985650 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:18.995680 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] For port dd8d658c-6d8b-4c89-a63f-29dd5b056836, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:19.001268 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] For port dd8d658c-6d8b-4c89-a63f-29dd5b056836, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd8d658c-6d8b-4c89-a63f-29dd5b056836,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:19.092218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-707adae2-42ef-406d-af48-71fcfefe3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:19.100125 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-707adae2-42ef-406d-af48-71fcfefe3008 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 916 time: 0.2097023 Oct 21 15:07:19.113116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:19.123727 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:19.206488 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Allocated IP 172.27.0.106 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/762206e4-fdc5-4ea9-89ba-a6ab289198e7) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:19.273048 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca95d6-a5a5-47bf-92f9-43ef33f696e6 None None] Pushing event updated for resources: {'Port': ['ID=dd8d658c-6d8b-4c89-a63f-29dd5b056836,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:19.369752 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-95fab0f7-c593-4278-bb40-dec79628b81c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b960579-3161-44a9-932e-f96e86acfcad HTTP/1.1" status: 200 len: 1000 time: 0.1493695 Oct 21 15:07:19.377139 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:19.520297 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:19.526865 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:19.526865 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 Oct 21 15:07:19.527096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks [] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:19.557299 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:19.638725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:19.678364 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-669d507d-13ac-48a1-a98a-821ce53691ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:19.681415 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-669d507d-13ac-48a1-a98a-821ce53691ab service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0936830 Oct 21 15:07:19.749747 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:19.755782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:19.757006 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:19.759730 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:19.764337 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Pushing event updated for resources: {'Port': ['ID=762206e4-fdc5-4ea9-89ba-a6ab289198e7,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:19.784434 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-514c0f8d-f68e-433e-8c41-42e498ae45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:19.784434 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-514c0f8d-f68e-433e-8c41-42e498ae45fc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848234 Oct 21 15:07:19.807709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:19.849678 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:19.939050 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-35e77208-6ba0-414b-b67d-5476d7a32c91 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514590 Oct 21 15:07:20.182862 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks [] for router_gateway (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:20.189211 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:07:20.236042 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-7245d25a-6fe1-4613-af9c-b41fbcdf34db req-a2184e83-56a4-4ec4-b6e8-c3f0a5c73c7e service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:07:20.237206 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7245d25a-6fe1-4613-af9c-b41fbcdf34db req-a2184e83-56a4-4ec4-b6e8-c3f0a5c73c7e service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072474 Oct 21 15:07:20.326293 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5598dc60-1fef-42d2-a84e-b9b1c8f8747e req-9c699681-560a-4caf-9706-f5df27ace6c9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510303 Oct 21 15:07:20.526036 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:20.681016 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771a168-b258-4937-9fe5-47e75187dd2e None None] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:07:20.716627 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:20.786187 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Provisioning complete for port dd8d658c-6d8b-4c89-a63f-29dd5b056836 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:20.786776 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:20.786907 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Attempt 1 to provision port dd8d658c-6d8b-4c89-a63f-29dd5b056836 Oct 21 15:07:21.064276 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Current status of the port dd8d658c-6d8b-4c89-a63f-29dd5b056836 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:21.065715 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:21.156843 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] For port dd8d658c-6d8b-4c89-a63f-29dd5b056836, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd8d658c-6d8b-4c89-a63f-29dd5b056836,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:21.225912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:21.238012 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227ad05-b045-4bf0-b08e-89d5b8014871 req-a1d9ddcf-ee36-41e9-aa7f-3c953212d1c9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:21.258389 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8227ad05-b045-4bf0-b08e-89d5b8014871 req-a1d9ddcf-ee36-41e9-aa7f-3c953212d1c9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.4448581 Oct 21 15:07:21.271634 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Router c0a1f400-375b-473f-85b2-5b1a4fc5edbe is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:07:21.334033 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8227ad05-b045-4bf0-b08e-89d5b8014871 req-2eda0468-602b-47e6-a441-42fe7890eb85 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744090 Oct 21 15:07:21.425463 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:21.431113 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-6fd7b6bd-d63a-4a31-bfbb-bc194eaa3fee None None] Provisioning complete for port dd8d658c-6d8b-4c89-a63f-29dd5b056836 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:21.433845 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b6bd-d63a-4a31-bfbb-bc194eaa3fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:21.435426 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-6fd7b6bd-d63a-4a31-bfbb-bc194eaa3fee None None] Attempt 1 to provision port dd8d658c-6d8b-4c89-a63f-29dd5b056836 Oct 21 15:07:21.493373 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:21.530379 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd8d658c-6d8b-4c89-a63f-29dd5b056836 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:21.532866 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Sync routers for ids ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:21.534668 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ea40-25cd-4d64-9476-5c535ee99e5e None None] Pushing event updated for resources: {'Port': ['ID=dd8d658c-6d8b-4c89-a63f-29dd5b056836,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:21.547625 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-06ca85e2-c1ff-4f09-9b07-a6fa8b6de687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:21.596000 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:21.600584 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b58821da-1ee8-4238-87f8-55f369874685 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2931116 Oct 21 15:07:21.600714 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 41936) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:21.601877 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Routers {'c0a1f400-375b-473f-85b2-5b1a4fc5edbe'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:21.602516 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:21.663898 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:21.688530 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port dd8d658c-6d8b-4c89-a63f-29dd5b056836 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:21.689559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:21.690068 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port dd8d658c-6d8b-4c89-a63f-29dd5b056836 Oct 21 15:07:21.772690 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7b6bd-d63a-4a31-bfbb-bc194eaa3fee None None] Current status of the port dd8d658c-6d8b-4c89-a63f-29dd5b056836 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:21.805794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Set router c0a1f400-375b-473f-85b2-5b1a4fc5edbe gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:21.926031 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d5800-dfd2-4a3c-8ec2-0bc0bf3b69ce req-f6380cf0-3b8d-4fd2-a135-81fa289f327b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:21.927710 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a63d5800-dfd2-4a3c-8ec2-0bc0bf3b69ce req-f6380cf0-3b8d-4fd2-a135-81fa289f327b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0624077 Oct 21 15:07:21.962271 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port dd8d658c-6d8b-4c89-a63f-29dd5b056836 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:22.058437 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:07:19Z', 'revision_number': 3, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:22.085273 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Checking router: c0a1f400-375b-473f-85b2-5b1a4fc5edbe for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:22.085913 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Updating router c0a1f400-375b-473f-85b2-5b1a4fc5edbe port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:07:22.117156 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a63d5800-dfd2-4a3c-8ec2-0bc0bf3b69ce req-dfae945d-8cd8-4a47-8a8e-194c9de3d581 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160038 Oct 21 15:07:22.119367 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.172122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:22.329840 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.450598 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:22.462868 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Publish callbacks [] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.545426 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888193-dab3-43c5-834b-9a55f538b07a req-cf49324d-9ffd-4b6e-b7ba-15f05bacc9cf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:22.546930 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22888193-dab3-43c5-834b-9a55f538b07a req-cf49324d-9ffd-4b6e-b7ba-15f05bacc9cf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0741305 Oct 21 15:07:22.551670 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.578083 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.621649 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Attempting to bind port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:22.622846 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Attempting to bind port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:22.623586 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Attempting to bind port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:22.628757 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22888193-dab3-43c5-834b-9a55f538b07a req-32b929c9-6113-4a6c-9997-2049a01a8e4f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630310 Oct 21 15:07:22.630610 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Allocated IP 172.20.0.1 (5b57efcf-a1eb-44ab-a874-66ce15be230b/48cc6e97-03ef-4666-9894-09246c170487/279b29dd-8c10-481e-9dc8-c1bccdae871c) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:22.636708 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:22.676887 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba4879-a222-4722-96ee-38d62ff107a0 None None] Pushing event updated for resources: {'Port': ['ID=762206e4-fdc5-4ea9-89ba-a6ab289198e7,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:22.712570 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:22.717116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:22.717116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.717116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:22.717116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Bound port: 762206e4-fdc5-4ea9-89ba-a6ab289198e7, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:22.717116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.778852 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks [] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.782409 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] For port 762206e4-fdc5-4ea9-89ba-a6ab289198e7, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:22.785817 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] For port 762206e4-fdc5-4ea9-89ba-a6ab289198e7, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=762206e4-fdc5-4ea9-89ba-a6ab289198e7,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:22.940742 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.941110 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:22.987634 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:22.991839 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:22.995233 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:23.008313 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Routers {'c0a1f400-375b-473f-85b2-5b1a4fc5edbe'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:23.009226 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:23.041429 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Pushing event updated for resources: {'Port': ['ID=279b29dd-8c10-481e-9dc8-c1bccdae871c,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:23.058749 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:23.062302 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.110522 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba4879-a222-4722-96ee-38d62ff107a0 None None] Pushing event updated for resources: {'Port': ['ID=762206e4-fdc5-4ea9-89ba-a6ab289198e7,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:23.210329 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] Set router c0a1f400-375b-473f-85b2-5b1a4fc5edbe gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:23.314204 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071906-02b7-4154-9792-bce85535f72b req-de5b5e07-6b39-4af6-a3c3-38aa4c5d0f1e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:23.322347 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6f071906-02b7-4154-9792-bce85535f72b req-de5b5e07-6b39-4af6-a3c3-38aa4c5d0f1e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0742123 Oct 21 15:07:23.331469 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:23.412868 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6f071906-02b7-4154-9792-bce85535f72b req-84932ba8-ea91-4357-8e22-5a18e329dc68 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895355 Oct 21 15:07:23.415744 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.433579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd8d658c-6d8b-4c89-a63f-29dd5b056836 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:23.441822 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-555e180e-df0f-4645-92fc-f5d8267c43da None None] Provisioning complete for port 279b29dd-8c10-481e-9dc8-c1bccdae871c triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:23.442391 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-555e180e-df0f-4645-92fc-f5d8267c43da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.442901 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-555e180e-df0f-4645-92fc-f5d8267c43da None None] Attempt 1 to provision port 279b29dd-8c10-481e-9dc8-c1bccdae871c Oct 21 15:07:23.593778 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-555e180e-df0f-4645-92fc-f5d8267c43da None None] Port 279b29dd-8c10-481e-9dc8-c1bccdae871c cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:23.631891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks [] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.651056 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port dd8d658c-6d8b-4c89-a63f-29dd5b056836 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:23.651397 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.651743 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port dd8d658c-6d8b-4c89-a63f-29dd5b056836 Oct 21 15:07:23.680605 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:07:19Z', 'revision_number': 3, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:23.710125 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.715510 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9de208-0042-4546-bde1-51618ebd3b61 None None] The sync data for ids ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'] in dv-cinder-836083-16-iscsi is: [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:07:19Z', 'revision_number': 3, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:23.794708 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port dd8d658c-6d8b-4c89-a63f-29dd5b056836 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:23.871803 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:23.874427 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Pushing event updated for resources: {'Port': ['ID=279b29dd-8c10-481e-9dc8-c1bccdae871c,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:23.897851 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837765a8-0da5-47d5-a061-285af7c80c79 req-84862f62-0305-4fed-b02a-c4bdaa154407 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:23.900316 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-837765a8-0da5-47d5-a061-285af7c80c79 req-84862f62-0305-4fed-b02a-c4bdaa154407 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0985653 Oct 21 15:07:24.018669 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:24.087428 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-837765a8-0da5-47d5-a061-285af7c80c79 req-7bdf7c26-d697-4e34-85a0-913df2ff5256 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536851 Oct 21 15:07:24.112499 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:24.153476 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:24.154951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:24.458590 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Router c0a1f400-375b-473f-85b2-5b1a4fc5edbe has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:07:24.531445 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-7d5c9188-e5c3-42ca-b822-2a58c211a50b None None] Provisioning complete for port 279b29dd-8c10-481e-9dc8-c1bccdae871c triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:24.531773 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7d5c9188-e5c3-42ca-b822-2a58c211a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:24.532054 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-7d5c9188-e5c3-42ca-b822-2a58c211a50b None None] Attempt 1 to provision port 279b29dd-8c10-481e-9dc8-c1bccdae871c Oct 21 15:07:24.563208 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:24.646729 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c9188-e5c3-42ca-b822-2a58c211a50b None None] Port 279b29dd-8c10-481e-9dc8-c1bccdae871c cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:24.674093 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:24.784812 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e9ff-e87f-4359-b6f5-029de841ac1d req-4f7cf91c-9f62-454f-a389-ae02d98b2af3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:24.786359 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8d2e9ff-e87f-4359-b6f5-029de841ac1d req-4f7cf91c-9f62-454f-a389-ae02d98b2af3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.2277672 Oct 21 15:07:24.800645 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:24.807030 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-5a88b135-e768-47fa-a08b-846c61e00e77 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c0a1f400-375b-473f-85b2-5b1a4fc5edbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2049844 Oct 21 15:07:24.924914 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8d2e9ff-e87f-4359-b6f5-029de841ac1d req-5577acc1-742d-4a25-a97c-8e6ec5efd3e7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164460 Oct 21 15:07:25.243824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d8b8-173e-4a71-8b36-43ec4e5388de req-5811ff46-dafa-4237-9116-9dabd708937a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:25.245726 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a11d8b8-173e-4a71-8b36-43ec4e5388de req-5811ff46-dafa-4237-9116-9dabd708937a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0573180 Oct 21 15:07:25.320012 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a11d8b8-173e-4a71-8b36-43ec4e5388de req-23a91ec0-a4df-44e8-8434-d9267d959d3e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619850 Oct 21 15:07:25.382421 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 762206e4-fdc5-4ea9-89ba-a6ab289198e7 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:25.445251 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:25.445662 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:25.446023 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 Oct 21 15:07:25.482310 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:25.543450 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:25.544180 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:25.574837 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 762206e4-fdc5-4ea9-89ba-a6ab289198e7, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=762206e4-fdc5-4ea9-89ba-a6ab289198e7,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:25.704543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:25.775175 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=762206e4-fdc5-4ea9-89ba-a6ab289198e7,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:25.858037 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Sync routers for ids ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:25.867527 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Routers {'c0a1f400-375b-473f-85b2-5b1a4fc5edbe'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:25.868139 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:25.932416 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:25.989313 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:25.993755 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Set router c0a1f400-375b-473f-85b2-5b1a4fc5edbe gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:26.084409 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcdc7-5f8d-4c23-87c5-7f05e9a2804d req-0af028db-4442-46f1-9ee5-66acea2f23d8 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:26.086050 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fe6fcdc7-5f8d-4c23-87c5-7f05e9a2804d req-0af028db-4442-46f1-9ee5-66acea2f23d8 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0611856 Oct 21 15:07:26.163368 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fe6fcdc7-5f8d-4c23-87c5-7f05e9a2804d req-66064bfd-4214-4530-9952-467bf98e35bf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685670 Oct 21 15:07:26.222112 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:07:23Z', 'revision_number': 4, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '279b29dd-8c10-481e-9dc8-c1bccdae871c', 'name': '', 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'mac_address': 'fa:16:3e:4c:70:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48cc6e97-03ef-4666-9894-09246c170487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:22Z', 'updated_at': '2022-10-21T15:07:23Z', 'revision_number': 2, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'subnets': [{'id': '48cc6e97-03ef-4666-9894-09246c170487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:26.249936 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Checking router: c0a1f400-375b-473f-85b2-5b1a4fc5edbe for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:26.250314 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Updating router c0a1f400-375b-473f-85b2-5b1a4fc5edbe port 279b29dd-8c10-481e-9dc8-c1bccdae871c binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:07:26.280276 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:26.484327 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36bc9c-dbc9-48c8-9549-76194a6559d8 req-056af9be-9151-4af0-99e6-f85e95f30196 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:26.486060 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6e36bc9c-dbc9-48c8-9549-76194a6559d8 req-056af9be-9151-4af0-99e6-f85e95f30196 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0637956 Oct 21 15:07:26.547498 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Publish callbacks [] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:26.561058 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6e36bc9c-dbc9-48c8-9549-76194a6559d8 req-ad4b16f2-a76c-4c1e-a137-9e6f6264eee6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675819 Oct 21 15:07:26.637808 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:26.696826 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ae95-02d2-4124-8ddf-6e092e04aa38 None None] Pushing event updated for resources: {'Port': ['ID=279b29dd-8c10-481e-9dc8-c1bccdae871c,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:26.745150 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Attempting to bind port 279b29dd-8c10-481e-9dc8-c1bccdae871c on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:26.745562 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Attempting to bind port 279b29dd-8c10-481e-9dc8-c1bccdae871c by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:26.746977 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Attempting to bind port 279b29dd-8c10-481e-9dc8-c1bccdae871c on network 5b57efcf-a1eb-44ab-a874-66ce15be230b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:26.796556 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:26.796974 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Checking segment: {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:26.797347 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:26.797740 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Bound using segment: {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:26.798216 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Bound port: 279b29dd-8c10-481e-9dc8-c1bccdae871c, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daf8201-cc59-4f38-8a22-977ac22336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:26.798591 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:26.869560 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:26.882706 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] For port 279b29dd-8c10-481e-9dc8-c1bccdae871c, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:26.886171 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] For port 279b29dd-8c10-481e-9dc8-c1bccdae871c, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=279b29dd-8c10-481e-9dc8-c1bccdae871c,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:26.975585 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:27.009999 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Routers {'c0a1f400-375b-473f-85b2-5b1a4fc5edbe'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:27.010583 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:27.077091 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ae95-02d2-4124-8ddf-6e092e04aa38 None None] Pushing event updated for resources: {'Port': ['ID=279b29dd-8c10-481e-9dc8-c1bccdae871c,revision_number=4']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:27.140788 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] Set router c0a1f400-375b-473f-85b2-5b1a4fc5edbe gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:27.317919 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4506c-7a03-4771-b44e-5a7823497799 req-59542cf2-5cb5-458c-9de1-0a5c96f72223 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:27.319566 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f8a4506c-7a03-4771-b44e-5a7823497799 req-59542cf2-5cb5-458c-9de1-0a5c96f72223 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0729961 Oct 21 15:07:27.324655 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:27.359114 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 762206e4-fdc5-4ea9-89ba-a6ab289198e7 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:27.392109 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f8a4506c-7a03-4771-b44e-5a7823497799 req-4995b80e-76e4-47ca-8fc3-ac954353cee5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622971 Oct 21 15:07:27.442482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:27.443034 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:27.443383 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 Oct 21 15:07:27.447629 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:07:23Z', 'revision_number': 4, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '279b29dd-8c10-481e-9dc8-c1bccdae871c', 'name': '', 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'mac_address': 'fa:16:3e:4c:70:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48cc6e97-03ef-4666-9894-09246c170487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:22Z', 'updated_at': '2022-10-21T15:07:26Z', 'revision_number': 4, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'subnets': [{'id': '48cc6e97-03ef-4666-9894-09246c170487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:27.479828 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755fabc-7db9-46ae-a59f-cc2610d292bb None None] The sync data for ids ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'] in dv-cinder-836083-16-iscsi is: [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:07:23Z', 'revision_number': 4, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '279b29dd-8c10-481e-9dc8-c1bccdae871c', 'name': '', 'network_id': '5b57efcf-a1eb-44ab-a874-66ce15be230b', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'mac_address': 'fa:16:3e:4c:70:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48cc6e97-03ef-4666-9894-09246c170487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:22Z', 'updated_at': '2022-10-21T15:07:26Z', 'revision_number': 4, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'subnets': [{'id': '48cc6e97-03ef-4666-9894-09246c170487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:27.724187 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ab3e9-e08f-47db-929d-22e36260e56c req-2ac69609-50a9-4b0f-84c0-e47d42ce7ef7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:27.731753 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-664ab3e9-e08f-47db-929d-22e36260e56c req-2ac69609-50a9-4b0f-84c0-e47d42ce7ef7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0724988 Oct 21 15:07:27.766467 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:27.791650 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-664ab3e9-e08f-47db-929d-22e36260e56c req-108f8477-eb7d-4500-a8c3-6d8d1f020c3c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589447 Oct 21 15:07:28.553089 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4e53d-3bf6-47cd-a529-df5ed668c610 req-574dc3e5-5bcd-4eaf-b504-b7f932988f9b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:28.554931 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f0e4e53d-3bf6-47cd-a529-df5ed668c610 req-574dc3e5-5bcd-4eaf-b504-b7f932988f9b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0628245 Oct 21 15:07:28.619190 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f0e4e53d-3bf6-47cd-a529-df5ed668c610 req-fdaf084c-3638-4603-a9e7-7094030d3257 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576723 Oct 21 15:07:28.955848 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa8b8b-d4fb-40de-aa78-dcd9187c0e1e req-22dc79b2-09b5-4ae5-b102-98a30d9b9e0e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:28.962925 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02fa8b8b-d4fb-40de-aa78-dcd9187c0e1e req-22dc79b2-09b5-4ae5-b102-98a30d9b9e0e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0654655 Oct 21 15:07:29.015317 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02fa8b8b-d4fb-40de-aa78-dcd9187c0e1e req-c6e518a9-bdc6-4c92-8f81-08214f306b1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514848 Oct 21 15:07:29.382694 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 279b29dd-8c10-481e-9dc8-c1bccdae871c up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:29.441757 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:29.447355 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 279b29dd-8c10-481e-9dc8-c1bccdae871c triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:29.447954 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:29.448317 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 279b29dd-8c10-481e-9dc8-c1bccdae871c Oct 21 15:07:29.564580 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 279b29dd-8c10-481e-9dc8-c1bccdae871c is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:29.565197 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:29.613091 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 279b29dd-8c10-481e-9dc8-c1bccdae871c, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=279b29dd-8c10-481e-9dc8-c1bccdae871c,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:29.706350 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:29.811397 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=279b29dd-8c10-481e-9dc8-c1bccdae871c,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:29.875445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b669-151c-4f47-b2b2-63e7edf87c66 req-b7059bd0-d34d-48dd-ad6f-c5ae518b8c27 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:29.881049 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-54c9b669-151c-4f47-b2b2-63e7edf87c66 req-b7059bd0-d34d-48dd-ad6f-c5ae518b8c27 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1478770 Oct 21 15:07:29.934660 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:29.958233 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-54c9b669-151c-4f47-b2b2-63e7edf87c66 req-c3950f0e-e7c6-44cb-9ca1-51012819c0c8 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761545 Oct 21 15:07:30.150965 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f9a8-4206-452f-a072-42c33fff96bc req-a86f804a-fb3b-4275-a76a-1f81d4db9d80 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:30.155331 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bcb6f9a8-4206-452f-a072-42c33fff96bc req-a86f804a-fb3b-4275-a76a-1f81d4db9d80 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0537055 Oct 21 15:07:30.206744 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:30.218963 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bcb6f9a8-4206-452f-a072-42c33fff96bc req-3fb63d8a-bd0e-4c2a-9edd-8423d6ca3197 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593407 Oct 21 15:07:30.324959 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=20 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:30.522955 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42028) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:30.621051 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-0c05b478-0618-4819-9088-189ab27a24aa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964701 Oct 21 15:07:30.631264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-557b09e0-5b53-4fb7-8b95-64970bff647f service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:07:30.632330 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-557b09e0-5b53-4fb7-8b95-64970bff647f service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053883 Oct 21 15:07:30.722803 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42042) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:30.804539 dv-cinder-836083-16-iscsi neutron-server[105098]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 21 15:07:30.857300 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-07948947-08da-44f7-a52f-39e8019ba9ab tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:30.867032 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-07948947-08da-44f7-a52f-39e8019ba9ab tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports/3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 200 len: 941 time: 0.1432085 Oct 21 15:07:31.194670 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e3f55-7dec-477d-8dd7-09da72a010bd req-05d7d62e-1e4a-43c9-bbd7-89c91b220905 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:31.197182 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d06e3f55-7dec-477d-8dd7-09da72a010bd req-05d7d62e-1e4a-43c9-bbd7-89c91b220905 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1149392 Oct 21 15:07:31.266215 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d06e3f55-7dec-477d-8dd7-09da72a010bd req-1a835c4a-e2c1-4c41-8cce-c2be63f67f29 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599449 Oct 21 15:07:31.390299 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4e2b-8eef-433b-829d-bae68cb900ac req-2ada8ba3-17bd-49fc-af6f-201f1addd5bb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:31.395130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 279b29dd-8c10-481e-9dc8-c1bccdae871c up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:31.397585 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f94a4e2b-8eef-433b-829d-bae68cb900ac req-2ada8ba3-17bd-49fc-af6f-201f1addd5bb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0569537 Oct 21 15:07:31.423939 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:31.460530 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f94a4e2b-8eef-433b-829d-bae68cb900ac req-20446c4f-5be7-4292-a5d9-11223484fcbe tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599568 Oct 21 15:07:31.507458 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 279b29dd-8c10-481e-9dc8-c1bccdae871c triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:31.507833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:31.508168 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 279b29dd-8c10-481e-9dc8-c1bccdae871c Oct 21 15:07:31.631095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 279b29dd-8c10-481e-9dc8-c1bccdae871c is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:32.430031 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca8d5-9361-4c93-b4dd-df7a06930040 req-b64809e5-4ca6-4572-bc77-8016167b64e3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:32.431810 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-636ca8d5-9361-4c93-b4dd-df7a06930040 req-b64809e5-4ca6-4572-bc77-8016167b64e3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0535502 Oct 21 15:07:32.503506 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-636ca8d5-9361-4c93-b4dd-df7a06930040 req-80820681-93d8-406b-a028-41627c181d7f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617292 Oct 21 15:07:32.614213 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40696b53-c75f-4eff-9be1-ca4e617fe19c req-8b58ba3c-2057-4257-83d7-1c1bf95690eb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:32.620328 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40696b53-c75f-4eff-9be1-ca4e617fe19c req-8b58ba3c-2057-4257-83d7-1c1bf95690eb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0588074 Oct 21 15:07:32.687953 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40696b53-c75f-4eff-9be1-ca4e617fe19c req-4a3ad1ca-ad77-45fc-9d3c-b67c00501da9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666654 Oct 21 15:07:33.687566 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30186bc1-7143-4d75-8304-3832554807c2 req-0f51a2b4-7e0a-4c6d-a075-3929282dbf99 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:33.695756 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30186bc1-7143-4d75-8304-3832554807c2 req-0f51a2b4-7e0a-4c6d-a075-3929282dbf99 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0684025 Oct 21 15:07:33.809797 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30186bc1-7143-4d75-8304-3832554807c2 req-df942389-5bb8-44af-be76-680071554db0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134491 Oct 21 15:07:33.863895 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c369-eaee-4577-b524-7771dee2cd3e req-aa8c95aa-0b74-4583-8294-f39a9941f97a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:33.871222 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b108c369-eaee-4577-b524-7771dee2cd3e req-aa8c95aa-0b74-4583-8294-f39a9941f97a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0865221 Oct 21 15:07:33.928641 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b108c369-eaee-4577-b524-7771dee2cd3e req-2314a7a9-9a83-49b3-9f30-6601b4f044ea tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553086 Oct 21 15:07:35.002398 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390316b-f961-45a3-a251-dc1081f7e8e0 req-4276d22f-4d8b-4f5a-935c-9660707fb99d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.004035 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e390316b-f961-45a3-a251-dc1081f7e8e0 req-4276d22f-4d8b-4f5a-935c-9660707fb99d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1017296 Oct 21 15:07:35.126471 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e413ad-6d68-4890-ab9c-e2bf45cc5c62 req-1cf5d904-5705-40ed-90dc-f612024ec2c1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.131123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f9e413ad-6d68-4890-ab9c-e2bf45cc5c62 req-1cf5d904-5705-40ed-90dc-f612024ec2c1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0914001 Oct 21 15:07:35.134961 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e390316b-f961-45a3-a251-dc1081f7e8e0 req-07a92b18-2b8a-4b51-8d24-5a14cafb56ea tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242247 Oct 21 15:07:35.203582 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f9e413ad-6d68-4890-ab9c-e2bf45cc5c62 req-9cf2a99a-1176-4fde-87af-00646c20613f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673306 Oct 21 15:07:35.505457 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-9155787d-c8cf-4eaf-97c0-26aec03206b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.508035 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-9155787d-c8cf-4eaf-97c0-26aec03206b9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd&tenant_id=c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 1128 time: 0.0978649 Oct 21 15:07:35.580553 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-7c747510-141c-4a63-9f58-8c564af6af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.582061 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-7c747510-141c-4a63-9f58-8c564af6af55 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1128 time: 0.0492508 Oct 21 15:07:35.700056 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-303ef21f-56b3-4452-b877-11fc63531eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.701645 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-303ef21f-56b3-4452-b877-11fc63531eff service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.1126571 Oct 21 15:07:35.768342 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-6473d1d9-61b0-4068-8b61-825a6ee8d511 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 200 len: 1000 time: 0.0590589 Oct 21 15:07:35.824947 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-f9bf7947-3468-4f2f-81f9-d500788ca251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.826687 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-f9bf7947-3468-4f2f-81f9-d500788ca251 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0523450 Oct 21 15:07:35.880327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-12dd13bc-ed14-41a9-9cb3-39f85747fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:35.881926 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-12dd13bc-ed14-41a9-9cb3-39f85747fd18 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483086 Oct 21 15:07:35.994468 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-db7c96da-4f1a-48f9-97a1-5deb356cde65 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063802 Oct 21 15:07:36.101446 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c6de8c83-d860-4cb0-a1b8-f74372832e20 req-7b5d85a8-e13b-428b-b821-75f12b2cd869 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008227 Oct 21 15:07:36.285698 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52916-1017-4f06-8f35-bf5daf450fb1 req-c9e1a638-b7e8-4a88-966f-7f306ca3b5ea tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:36.295326 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0de52916-1017-4f06-8f35-bf5daf450fb1 req-c9e1a638-b7e8-4a88-966f-7f306ca3b5ea tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0619857 Oct 21 15:07:36.387624 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9238af-d022-43c1-9217-74741e4a15e0 req-e9ed4959-8737-4fd5-b8a7-cc568c897336 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:36.389298 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9f9238af-d022-43c1-9217-74741e4a15e0 req-e9ed4959-8737-4fd5-b8a7-cc568c897336 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0778804 Oct 21 15:07:36.394663 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0de52916-1017-4f06-8f35-bf5daf450fb1 req-55e79456-ed49-4457-a3b6-fd56a9dfb30b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982132 Oct 21 15:07:36.458798 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9f9238af-d022-43c1-9217-74741e4a15e0 req-00007cae-9330-43e4-b3fb-bd5185ac7ad0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586030 Oct 21 15:07:36.724510 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42190) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:36.763908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:36.788477 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Deleting subnet c0e2697a-8ee6-4a6a-baf4-41af80b30ec3 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:07:36.793163 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Publish callbacks [] for subnet (c0e2697a-8ee6-4a6a-baf4-41af80b30ec3), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:36.837306 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (c0e2697a-8ee6-4a6a-baf4-41af80b30ec3), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:36.918418 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (c0e2697a-8ee6-4a6a-baf4-41af80b30ec3), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:36.989204 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:37.549755 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (c0e2697a-8ee6-4a6a-baf4-41af80b30ec3), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:37.581831 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e2697a-8ee6-4a6a-baf4-41af80b30ec3,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:37.606865 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d087cce-09f9-4816-8f11-a8f70e1202f3 req-99097562-9190-4207-8352-b95bd6d28d5a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:37.609364 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4d087cce-09f9-4816-8f11-a8f70e1202f3 req-99097562-9190-4207-8352-b95bd6d28d5a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1039336 Oct 21 15:07:37.626236 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:37.632699 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3bbdb763-ad86-4596-a93a-84e2d91440d3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/c0e2697a-8ee6-4a6a-baf4-41af80b30ec3 HTTP/1.1" status: 204 len: 168 time: 0.9039092 Oct 21 15:07:37.632838 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42202) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:37.677620 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246c22d-500f-4ecd-bbfa-8878f99eaba6 req-409b573e-ecba-497c-a619-553a7b73fa3a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:37.685784 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5246c22d-500f-4ecd-bbfa-8878f99eaba6 req-409b573e-ecba-497c-a619-553a7b73fa3a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0749652 Oct 21 15:07:37.780602 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4d087cce-09f9-4816-8f11-a8f70e1202f3 req-b806a4aa-7330-407d-966f-f0d78f21cd7e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651976 Oct 21 15:07:37.803505 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5246c22d-500f-4ecd-bbfa-8878f99eaba6 req-beed261e-b6e5-4a2a-9465-19c55fe4e4c5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168294 Oct 21 15:07:37.807234 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (ec752088-4369-4b35-899f-5f1663dac72e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:37.933565 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (ec752088-4369-4b35-899f-5f1663dac72e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:37.973147 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec752088-4369-4b35-899f-5f1663dac72e']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:37.987928 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43525061-b681-4564-a0d6-47d8988eeda2') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:37.988759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43525061-b681-4564-a0d6-47d8988eeda2') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:38.002932 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (43525061-b681-4564-a0d6-47d8988eeda2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:38.019516 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (43525061-b681-4564-a0d6-47d8988eeda2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:38.029155 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:07:38.029793 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (43525061-b681-4564-a0d6-47d8988eeda2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:38.091105 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-5a7faff8-a16e-4dac-a3f0-ac37c691eb46 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1507373944&fields=id&tenant_id=57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 267 time: 0.0863726 Oct 21 15:07:38.092319 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 43525061-b681-4564-a0d6-47d8988eeda2 resource provider aggregate not found Oct 21 15:07:38.122255 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 43525061-b681-4564-a0d6-47d8988eeda2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43525061-b681-4564-a0d6-47d8988eeda2 found for delete ", "request_id": "req-6b890091-3a8f-45aa-afa3-bf3c3ade7fc4"}]} Oct 21 15:07:38.191452 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (ec752088-4369-4b35-899f-5f1663dac72e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:38.203122 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:38.221717 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ec752088-4369-4b35-899f-5f1663dac72e HTTP/1.1" status: 204 len: 168 time: 0.5865688 Oct 21 15:07:38.240792 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860af042-8ac4-4672-aef7-1095d3a270ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ec752088-4369-4b35-899f-5f1663dac72e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:38.494935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f6d35e-0c9e-42e6-adad-a0e10d7da490 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:38.498562 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f6d35e-0c9e-42e6-adad-a0e10d7da490 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 812 time: 0.4062328 Oct 21 15:07:38.538405 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-3087ca8e-b9ac-433a-ab63-a69136749b42 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/quotas/57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 375 time: 0.0344143 Oct 21 15:07:38.610767 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-0e151eb8-3260-4006-97c8-f4409c356525 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652857 Oct 21 15:07:38.711088 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-cab84130-5820-45d1-85db-a7ecb83a5591 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885792 Oct 21 15:07:38.738521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42216) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:38.812764 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cb841a40-6a67-4f92-a44b-053a0a5475e6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=780201e2794a47c294b91f39978cfbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708227 Oct 21 15:07:38.813774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42218) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:38.841981 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-b8861263-d433-40cf-a7ee-f2535504ea11 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241343 Oct 21 15:07:38.857881 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:38.874222 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:38.878071 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5411f9f2-4e36-47bf-a15e-46b7dcc41904 admin admin] Publish callbacks [] for security_group (66d66513-d9d8-4085-8e43-6facc80c0516), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:38.903853 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5411f9f2-4e36-47bf-a15e-46b7dcc41904 admin admin] Publish callbacks [] for security_group (66d66513-d9d8-4085-8e43-6facc80c0516), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:39.010167 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b725884-e2db-47f7-bf47-f3665430c342 req-18b288c9-81be-4ce6-8dcb-6004c9f246f9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:39.019577 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1b725884-e2db-47f7-bf47-f3665430c342 req-18b288c9-81be-4ce6-8dcb-6004c9f246f9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1133635 Oct 21 15:07:39.081760 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:39.089157 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5411f9f2-4e36-47bf-a15e-46b7dcc41904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (66d66513-d9d8-4085-8e43-6facc80c0516), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:39.094413 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5411f9f2-4e36-47bf-a15e-46b7dcc41904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:39.094413 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5411f9f2-4e36-47bf-a15e-46b7dcc41904 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/66d66513-d9d8-4085-8e43-6facc80c0516 HTTP/1.1" status: 204 len: 168 time: 0.2792916 Oct 21 15:07:39.107098 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1b725884-e2db-47f7-bf47-f3665430c342 req-a2a8762b-b088-4c8a-ba69-5eb1146296c0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747836 Oct 21 15:07:39.117715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411f9f2-4e36-47bf-a15e-46b7dcc41904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d66513-d9d8-4085-8e43-6facc80c0516,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:39.248569 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fddcc-ff2f-45f6-b731-b4362b034df8 req-696a3a75-19bb-40b1-816a-69a286831045 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:39.258007 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-734fddcc-ff2f-45f6-b731-b4362b034df8 req-696a3a75-19bb-40b1-816a-69a286831045 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0797882 Oct 21 15:07:39.320768 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-734fddcc-ff2f-45f6-b731-b4362b034df8 req-d1b2bafa-a1d0-4501-8732-ccbb1853d183 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616801 Oct 21 15:07:39.873694 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-744f5a03-cd5c-49cf-ab4b-3a41040f5bd4 req-cf5a6f73-fba4-45a9-b51e-61a074c0fc8c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0894494 Oct 21 15:07:40.423784 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2978600-ef1e-47cd-8a90-298e53fbd6db req-37c2eb6c-eb21-4c96-92ab-452100f54dc7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:40.423784 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b2978600-ef1e-47cd-8a90-298e53fbd6db req-37c2eb6c-eb21-4c96-92ab-452100f54dc7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1208997 Oct 21 15:07:40.525610 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b2978600-ef1e-47cd-8a90-298e53fbd6db req-13f07577-768b-4f18-a758-c7b4e76c5f06 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180515 Oct 21 15:07:40.551661 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10530a49-ec07-4ea5-bf32-402bdc7765ee req-05d0f628-df9c-4bb0-9c0a-8498d0b57600 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:40.553347 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-10530a49-ec07-4ea5-bf32-402bdc7765ee req-05d0f628-df9c-4bb0-9c0a-8498d0b57600 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.1117857 Oct 21 15:07:40.631244 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-10530a49-ec07-4ea5-bf32-402bdc7765ee req-19c1eb66-98a8-4124-aeeb-339d2b963cdf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671535 Oct 21 15:07:41.069988 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a1c622b0-4798-41bb-a679-54cea2321eb1 req-19631b70-b2e1-4c77-98c7-8fce07ee9fa7 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0507660 Oct 21 15:07:41.629300 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:41.762475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c7205-996c-411d-9c60-0498fb681ff1 req-28839b12-bb3d-4172-91aa-e6a5f8bde50f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:41.775111 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a76c7205-996c-411d-9c60-0498fb681ff1 req-28839b12-bb3d-4172-91aa-e6a5f8bde50f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0830801 Oct 21 15:07:41.863045 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a76c7205-996c-411d-9c60-0498fb681ff1 req-2c0441c2-9b6e-4106-a6dd-147ccf6de589 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869880 Oct 21 15:07:41.894469 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:41.973076 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68087c-65ed-4514-8d43-6d402a96de6d req-55941704-4d1d-4b73-8044-d37ab7d5c94e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:41.991048 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7c68087c-65ed-4514-8d43-6d402a96de6d req-55941704-4d1d-4b73-8044-d37ab7d5c94e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.1050830 Oct 21 15:07:42.078847 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7c68087c-65ed-4514-8d43-6d402a96de6d req-58772745-8b50-403d-8c0a-ec475a9070ed tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868258 Oct 21 15:07:42.221266 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5bd2dfeb-dff5-4b36-bddb-6d62e15dd922 req-32184d2c-fab9-4fa8-a3a9-233382af99fe tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0501988 Oct 21 15:07:43.094384 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c8d1-43ee-4d2e-9d66-d5100dcf6a0f req-0c34afcf-2312-4405-9c60-1ab6adf1e468 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:43.096320 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9a69c8d1-43ee-4d2e-9d66-d5100dcf6a0f req-0c34afcf-2312-4405-9c60-1ab6adf1e468 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1003716 Oct 21 15:07:43.224475 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9a69c8d1-43ee-4d2e-9d66-d5100dcf6a0f req-06e4d98b-f4e9-4626-98d6-518646ec718d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164930 Oct 21 15:07:43.272596 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d62f2-a7d0-4f14-8b27-3d09bb541435 req-6af7aa5b-98cf-45c8-ac0e-80afaac9d277 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:43.274129 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-db8d62f2-a7d0-4f14-8b27-3d09bb541435 req-6af7aa5b-98cf-45c8-ac0e-80afaac9d277 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0673237 Oct 21 15:07:43.327960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a70bb1cd-508e-403a-896c-8e6db890adee req-a63ed037-04e7-4408-9feb-8015d610db4f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0324748 Oct 21 15:07:43.363106 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-db8d62f2-a7d0-4f14-8b27-3d09bb541435 req-414e387e-4379-490c-baec-bbe817dfd469 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692804 Oct 21 15:07:44.428041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64b32b-6888-4d92-9ca1-b777729ebdf4 req-c1ee7646-6a43-4170-87ea-9921794d5f87 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:44.429471 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9e64b32b-6888-4d92-9ca1-b777729ebdf4 req-c1ee7646-6a43-4170-87ea-9921794d5f87 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0797737 Oct 21 15:07:44.435956 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7085efc-7567-40e8-bc01-315cf81b8e85 req-8f7e1977-639f-4de8-97b4-21b5bc84d823 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:44.437390 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7085efc-7567-40e8-bc01-315cf81b8e85 req-8f7e1977-639f-4de8-97b4-21b5bc84d823 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0764108 Oct 21 15:07:44.512688 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9e64b32b-6888-4d92-9ca1-b777729ebdf4 req-3f6b7683-b786-4be2-8706-895c88bb6cc0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743465 Oct 21 15:07:44.515666 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7085efc-7567-40e8-bc01-315cf81b8e85 req-80a9ba83-78d4-4c61-b16a-d659eac9a6b7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712805 Oct 21 15:07:44.626315 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1cdb786e-5d56-4e78-84fd-5074f85a3aad req-33c03b0a-bf6d-4f4b-8db8-f69f51f33f53 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0390089 Oct 21 15:07:44.661391 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5e649-1b3e-44ff-a878-b113852f4f3b req-e67eceec-1c3c-41b3-901a-0fbb53d35448 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:44.662950 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-27c5e649-1b3e-44ff-a878-b113852f4f3b req-e67eceec-1c3c-41b3-901a-0fbb53d35448 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0644464 Oct 21 15:07:44.717289 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-27c5e649-1b3e-44ff-a878-b113852f4f3b req-7187d775-806c-42cd-a39a-c81db9f41daf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466614 Oct 21 15:07:44.931442 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5af10-0e6c-4234-b52e-a4b6e12647f5 req-52a65875-84b5-495b-81e7-c88b0a746fc2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:44.932925 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bce5af10-0e6c-4234-b52e-a4b6e12647f5 req-52a65875-84b5-495b-81e7-c88b0a746fc2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0521693 Oct 21 15:07:44.997173 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bce5af10-0e6c-4234-b52e-a4b6e12647f5 req-79afe153-0ff1-4211-b9a9-8c1d09241ae2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578294 Oct 21 15:07:45.216992 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:45.258209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-a21dda0b-2c92-43e3-bb34-f64e9937d2fe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:45.259731 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-a21dda0b-2c92-43e3-bb34-f64e9937d2fe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 814 time: 0.1093249 Oct 21 15:07:45.278112 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-64ecfeeb-c78e-479f-924c-7bf6a5d4d714 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/quotas/a77531edf7224da8847bb5c9813ae7da HTTP/1.1" status: 200 len: 375 time: 0.0097063 Oct 21 15:07:45.328218 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-a7f7c67f-c786-41bc-a1d1-ca06441e719c tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440776 Oct 21 15:07:45.434478 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-38bdd02c-c08a-4c58-9b0c-14434eaa2a55 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950310 Oct 21 15:07:45.484147 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:45.564831 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-1fb0ad8b-a5c0-4b03-95a0-255f12ad8062 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218009 Oct 21 15:07:45.698480 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d0f7-dea9-4586-a84c-405a22acd118 req-1e006c48-bea5-4404-a8e6-236ad405fb81 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:45.701262 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1ae7d0f7-dea9-4586-a84c-405a22acd118 req-1e006c48-bea5-4404-a8e6-236ad405fb81 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0618963 Oct 21 15:07:45.754370 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1ae7d0f7-dea9-4586-a84c-405a22acd118 req-b761f4f2-daa5-4be4-8326-e47ef8cececd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471511 Oct 21 15:07:45.947532 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-31608495-2abb-490f-925f-b2928c5b8922 req-079edad4-cde5-4ca2-a262-579ab4220a89 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0853393 Oct 21 15:07:46.029927 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8a916-82b6-465e-9cbf-ca649282f5b5 req-cf716759-8a81-4c62-b280-ec6576fc8ed5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:46.053162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-01e8a916-82b6-465e-9cbf-ca649282f5b5 req-cf716759-8a81-4c62-b280-ec6576fc8ed5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.1795399 Oct 21 15:07:46.121698 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3e883c79-d74a-458e-bb52-d42269a65b76 req-010680fa-0279-4f42-9739-ff5b6a484a67 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0598941 Oct 21 15:07:46.202836 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-01e8a916-82b6-465e-9cbf-ca649282f5b5 req-572f8794-3c20-498f-a2b5-a3fb4e01e54a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486781 Oct 21 15:07:46.245634 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6ba0a-2ac5-411a-9180-cc4f20a04ea6 req-aecd84fe-9555-47c1-8a0e-d29f0e5cd17a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:46.247948 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1fa6ba0a-2ac5-411a-9180-cc4f20a04ea6 req-aecd84fe-9555-47c1-8a0e-d29f0e5cd17a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0592170 Oct 21 15:07:46.315510 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1fa6ba0a-2ac5-411a-9180-cc4f20a04ea6 req-e36e0b38-e723-4a3c-882b-158bfc6695c7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598500 Oct 21 15:07:46.907443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0da1-9e37-43b2-a085-8c3a5d8f2df7 req-8469b64d-2d2b-4eb2-a4d7-0897efd5a085 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:46.909911 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dcbb0da1-9e37-43b2-a085-8c3a5d8f2df7 req-8469b64d-2d2b-4eb2-a4d7-0897efd5a085 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0609465 Oct 21 15:07:47.029808 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dcbb0da1-9e37-43b2-a085-8c3a5d8f2df7 req-6d41581b-fb1a-401e-8401-1554b65181a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073799 Oct 21 15:07:47.096937 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dc2631d8-32d1-4291-9fb9-8103a3df5df1 req-ca17e27a-32c8-48c2-8a04-163cb46b13c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0404975 Oct 21 15:07:47.195095 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:47.240295 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-899db4f9-979d-4394-8ea7-ea93f1b37cff req-759d7314-3c74-4ea6-97ab-d6589dcf26d0 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0324860 Oct 21 15:07:47.353627 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc78edf-291c-4870-a03c-e88ea94c6dc3 req-47736dee-0411-4115-af0d-82747de3ec28 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:47.355090 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dbc78edf-291c-4870-a03c-e88ea94c6dc3 req-47736dee-0411-4115-af0d-82747de3ec28 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0526736 Oct 21 15:07:47.417272 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dbc78edf-291c-4870-a03c-e88ea94c6dc3 req-cfac9b83-82fe-4297-b562-2b2e988922ca tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534286 Oct 21 15:07:47.498843 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6addbc9-805b-4ea7-9437-ee85ae37e8a2 req-ed6ed768-f95b-4580-96d0-7b84b06a3575 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:47.507239 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f6addbc9-805b-4ea7-9437-ee85ae37e8a2 req-ed6ed768-f95b-4580-96d0-7b84b06a3575 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0899494 Oct 21 15:07:47.559628 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f6addbc9-805b-4ea7-9437-ee85ae37e8a2 req-a4ead77c-e5c3-47e1-8645-9e66fa77e5c9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510161 Oct 21 15:07:47.757508 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:48.145917 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344c6f-ad47-4a87-ba69-1615662d579e req-064f8313-910e-49dc-b6bd-f88e24add659 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:48.147575 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ab344c6f-ad47-4a87-ba69-1615662d579e req-064f8313-910e-49dc-b6bd-f88e24add659 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Oct 21 15:07:48.174433 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:48.220567 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b18dd94f-474a-420b-b62f-2df04f45b533 req-febc8084-d113-42bf-bc18-b43069010b19 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0382342 Oct 21 15:07:48.224253 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ab344c6f-ad47-4a87-ba69-1615662d579e req-fd031e34-3bdd-4e99-b7cf-257f938c7e35 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708849 Oct 21 15:07:48.357343 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b11b4695-c30a-42d2-bd57-2464a7af165c req-74d67bcf-7cc4-4543-a2a9-c829c67a00e6 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0304477 Oct 21 15:07:48.554075 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e0c00-65b0-4031-8291-d801e35d9084 req-8dc32609-cfc1-4d9d-87f8-0f372894b5e3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:48.555665 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e29e0c00-65b0-4031-8291-d801e35d9084 req-8dc32609-cfc1-4d9d-87f8-0f372894b5e3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0466051 Oct 21 15:07:48.602621 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e29e0c00-65b0-4031-8291-d801e35d9084 req-9e3cd8b4-1d2c-4063-a735-ff1c7bb205d8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Oct 21 15:07:48.697965 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aed7f9-0f98-4f15-bca9-2a4803e775d1 req-ede17533-8e99-4858-ab3c-33113fe9c46b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:48.699527 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b8aed7f9-0f98-4f15-bca9-2a4803e775d1 req-ede17533-8e99-4858-ab3c-33113fe9c46b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0488663 Oct 21 15:07:48.749476 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b8aed7f9-0f98-4f15-bca9-2a4803e775d1 req-234b49b8-97fb-42b8-bfcf-45ed7fce5d1b tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Oct 21 15:07:48.883168 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0de64474-ba70-40f1-9213-cb765d5036f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:49.100665 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:49.354110 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-4e6410e8-649b-42f9-bf7b-8b7f86614ff4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:49.355999 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-4e6410e8-649b-42f9-bf7b-8b7f86614ff4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Oct 21 15:07:49.363423 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1e77f03f-3ab5-4a5c-87d8-6fb90d55c12f req-14107785-5de2-419a-a84a-64f272fbeb13 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0465891 Oct 21 15:07:49.421679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf24f6-bbda-4bb9-a105-7e94883be70e req-5bc73315-ad09-482e-b716-7d808ac347a2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:49.423654 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0faf24f6-bbda-4bb9-a105-7e94883be70e req-5bc73315-ad09-482e-b716-7d808ac347a2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0693483 Oct 21 15:07:49.432061 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53477-29f8-40cd-af78-570be61b0e58 req-41e1841b-cd2b-4b7a-979a-fc852ce95b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:49.434510 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-41e1841b-cd2b-4b7a-979a-fc852ce95b57 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 1130 time: 0.0775032 Oct 21 15:07:49.510275 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-725e726e-ec50-4a8d-9f82-714fee6aff6a req-397862b3-97c2-451f-b3dd-c6888d2171d7 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0448830 Oct 21 15:07:49.528086 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0faf24f6-bbda-4bb9-a105-7e94883be70e req-bd95e7b8-a1e7-4ec8-8296-2cf6fee240bd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959802 Oct 21 15:07:49.532152 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port 1e157b05-ce4b-4df9-a87f-0657985dd433 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:07:49.532562 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:49.642888 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53477-29f8-40cd-af78-570be61b0e58 req-67c2209c-ca9f-4986-9e7f-d990f99b8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:49.644357 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-67c2209c-ca9f-4986-9e7f-d990f99b8006 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 911 time: 0.1773295 Oct 21 15:07:49.659195 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] For port 1e157b05-ce4b-4df9-a87f-0657985dd433, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1e157b05-ce4b-4df9-a87f-0657985dd433,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:49.659439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:49.729784 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:49.738348 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895817fb-1d50-481a-b0bb-449b8d23ea27 req-12d6eb7b-d2fe-44ae-8523-2b821a50d64c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:49.739926 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-895817fb-1d50-481a-b0bb-449b8d23ea27 req-12d6eb7b-d2fe-44ae-8523-2b821a50d64c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0461977 Oct 21 15:07:49.797733 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-895817fb-1d50-481a-b0bb-449b8d23ea27 req-9d0d4c5a-88db-48b9-81dd-4e46c5df4e88 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484657 Oct 21 15:07:49.881746 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f5537-8090-4ae1-820a-8be2a6a92391 req-1a8eff42-bf48-4db9-821f-0cccbcde1117 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:49.883512 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c5f5537-8090-4ae1-820a-8be2a6a92391 req-1a8eff42-bf48-4db9-821f-0cccbcde1117 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Oct 21 15:07:49.942806 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c5f5537-8090-4ae1-820a-8be2a6a92391 req-fe0058a2-4e67-42d1-a4bd-1df55cba6a4d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530035 Oct 21 15:07:50.212925 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:50.213555 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (f502286a-ed3f-458f-821e-8d4201cf061a), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:50.213676 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP f502286a-ed3f-458f-821e-8d4201cf061a disassociated. External IP: 172.27.0.51, port: 1e157b05-ce4b-4df9-a87f-0657985dd433. Oct 21 15:07:50.213948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for 1e157b05-ce4b-4df9-a87f-0657985dd433 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:07:50.226385 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-15500b4b-f2b1-493e-818e-36010889f86b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=455afb50-1871-4c92-8e2c-a7238ea79181 HTTP/1.1" status: 200 len: 1002 time: 0.1423078 Oct 21 15:07:50.362705 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53477-29f8-40cd-af78-570be61b0e58 req-f8b246ed-2a1a-4fa3-b079-6bafbb2789cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:50.364239 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-f8b246ed-2a1a-4fa3-b079-6bafbb2789cc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 200 len: 849 time: 0.1283939 Oct 21 15:07:50.372579 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-8e7debdc-dad0-427f-8a01-ca0087fabfc3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:50.373962 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-8e7debdc-dad0-427f-8a01-ca0087fabfc3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 812 time: 0.2799716 Oct 21 15:07:50.432771 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:50.453584 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53477-29f8-40cd-af78-570be61b0e58 req-8db48173-05eb-4636-99a5-d72a61fa86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:50.455200 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-8db48173-05eb-4636-99a5-d72a61fa86fc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775230 Oct 21 15:07:50.502384 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f2d375d8-2c1e-4497-bd8e-6bf38f8f00bb req-6e8a115d-fbd8-44fc-a957-ab05db97df4b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0349121 Oct 21 15:07:50.520426 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:50.585116 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-f060d32c-739c-4fa5-ad27-243bf97a4ae6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 380 time: 0.1888101 Oct 21 15:07:50.598198 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'port': {'device_id': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'admin_state_up': True, 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'security_groups': ['6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:50.632870 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-87356340-66c7-4a05-9af4-03ab6c045609 req-50b2e2a1-fa12-4ed2-97e9-5b8537eeba5b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0330238 Oct 21 15:07:50.680214 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-44eec6d7-523a-4839-824e-101e599386ae service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944103 Oct 21 15:07:50.693108 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6c31d-f89c-4e8b-af2c-925c2877a0f9 req-3f86bd2f-0cd9-478a-8187-164b32d2c70e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:50.694540 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9be6c31d-f89c-4e8b-af2c-925c2877a0f9 req-3f86bd2f-0cd9-478a-8187-164b32d2c70e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Oct 21 15:07:50.702554 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (1e157b05-ce4b-4df9-a87f-0657985dd433), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:50.740769 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=1e157b05-ce4b-4df9-a87f-0657985dd433,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:50.743904 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9be6c31d-f89c-4e8b-af2c-925c2877a0f9 req-741978c0-5f74-41d3-8ebf-450ff21e9085 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=16cf287b-e113-4598-b73a-1ed18c30b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Oct 21 15:07:50.918445 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Made reservation on behalf of 57eb0443c72743c8b3ab016fdf5c9745 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:07:50.922328 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:50.936048 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6403-56d2-41c9-acaa-7c4781033de9 req-2caa089a-9940-4ec9-92e1-839397d5d5a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:50.937367 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ec1a6403-56d2-41c9-acaa-7c4781033de9 req-2caa089a-9940-4ec9-92e1-839397d5d5a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0558114 Oct 21 15:07:50.947349 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:07:50.996979 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ec1a6403-56d2-41c9-acaa-7c4781033de9 req-22d14ce9-6d8e-465f-b7b5-848eb13d8e74 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538163 Oct 21 15:07:51.073631 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-17d53477-29f8-40cd-af78-570be61b0e58 req-ff7ac143-ef8b-4a48-af32-34b8829ac623 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137363 Oct 21 15:07:51.109603 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90e786-34d4-43b8-8d1d-ae43ebec7566 req-8a4a33a6-9236-42b6-bc03-09f778780408 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:51.112051 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5b90e786-34d4-43b8-8d1d-ae43ebec7566 req-8a4a33a6-9236-42b6-bc03-09f778780408 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0666378 Oct 21 15:07:51.173032 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5b90e786-34d4-43b8-8d1d-ae43ebec7566 req-70e0b089-f1f9-4a3b-b0e3-9a4e15c6c4fd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546381 Oct 21 15:07:51.193210 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:51.194605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Allocated IP 172.20.0.13 (ba5ce276-5178-4856-9bdd-bc914a7bfa6c/308cd7cd-1ecc-440b-9a3a-ab84c7c28370/3dafda79-f594-42a3-9926-a914f06e3f6f) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:51.227344 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:07:51.237817 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:07:51.249502 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:51.250304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:51.281711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] No DVR routers for this DVR port 1e157b05-ce4b-4df9-a87f-0657985dd433 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:07:51.292420 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:51.296818 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5bfa0ad-a65b-43dc-b2c5-75ae6fb0ad96 req-b42a6861-31af-4668-8fc3-76ec2c55c625 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "DELETE /networking/v2.0/ports/1e157b05-ce4b-4df9-a87f-0657985dd433 HTTP/1.1" status: 204 len: 173 time: 1.9301629 Oct 21 15:07:51.297382 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'name': 'network-vif-deleted', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:07:51.299701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88090ee-13a6-4746-af25-94bb1cc6c5ba" -d '{"events": [{"server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "name": "network-vif-deleted", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:07:51.366121 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:51.383902 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829fcd25-5e15-485b-afd0-351ea8673f79 x-openstack-request-id: req-829fcd25-5e15-485b-afd0-351ea8673f79 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:07:51.384417 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ed427f-9de0-4262-97b3-cd20818746e2", "name": "network-vif-deleted", "tag": "1e157b05-ce4b-4df9-a87f-0657985dd433", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:07:51.384677 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-829fcd25-5e15-485b-afd0-351ea8673f79 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:07:51.385226 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829fcd25-5e15-485b-afd0-351ea8673f79'] response: {'server_uuid': '54ed427f-9de0-4262-97b3-cd20818746e2', 'name': 'network-vif-deleted', 'tag': '1e157b05-ce4b-4df9-a87f-0657985dd433', 'status': 'completed', 'code': 200} Oct 21 15:07:51.397237 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:51.431085 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:51.476664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:51.553781 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-8e4153a5-8d28-4178-8ac9-31ac4cd0c260 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:51.555444 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-8e4153a5-8d28-4178-8ac9-31ac4cd0c260 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.16 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 814 time: 0.1820049 Oct 21 15:07:51.568056 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'port': {'device_id': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'admin_state_up': True, 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:51.635336 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-76753b7e-5138-4693-840e-205aaf881c75 req-6cdfa5f4-ed31-4283-8006-434bf6c5bf73 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0431409 Oct 21 15:07:51.641109 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:19Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:51.676004 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:07:51.686459 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:07:51.687216 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:51.758087 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b5c1b44-c46f-44bd-ac82-7a6b6230652a req-f0d8a2bb-c831-442c-83d0-4241d6e988e2 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0304418 Oct 21 15:07:51.813579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:07:51.816425 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:51.858350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Made reservation on behalf of a77531edf7224da8847bb5c9813ae7da for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:07:51.862201 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:51.895963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:51.900412 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:51.908300 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ee6c86dd-0d21-40ef-afc5-876b5b928d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:51.909892 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:51.918852 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7b8438db-715e-4ad9-976c-22be43b9f7d7 req-1f1ad3cf-3b9b-4287-99f0-48c3387d22c4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0514560 Oct 21 15:07:51.919495 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:51.976041 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=3dafda79-f594-42a3-9926-a914f06e3f6f,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:52.048244 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:52.048902 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.099499 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:19Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:07:52.139022 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Allocated IP 172.20.0.5 (870578cc-77cc-4374-9ce6-c401715d7564/be1f40cb-f273-40b4-9e86-0a716614229d/ec944e0e-612e-4817-bd86-18a2f862bac2) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:07:52.151769 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-96649921-64bb-473d-916d-b645bb234d10 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5611145 Oct 21 15:07:52.174420 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede11142-35cd-43e7-be66-aff34cc56d7c None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '134c23b9-a1a2-46df-a07a-8dc44eb3c77b', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '8b960579-3161-44a9-932e-f96e86acfcad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53221d88-6f22-49de-9589-94759df68635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:04:28Z', 'updated_at': '2022-10-21T15:05:19Z', 'revision_number': 2, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:07:52.200936 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae95d3-d438-4969-8968-9a97b17385b4 req-0444388e-53b4-454d-94a6-a1ccb5f9a2c8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:52.208462 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2ae95d3-d438-4969-8968-9a97b17385b4 req-0444388e-53b4-454d-94a6-a1ccb5f9a2c8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0778458 Oct 21 15:07:52.278719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Request body: {'port': {'device_id': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:52.335412 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-f2e8adcc-9b3c-4bca-9632-8730b9cc829f None None] Provisioning complete for port 3dafda79-f594-42a3-9926-a914f06e3f6f triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:52.344025 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f2e8adcc-9b3c-4bca-9632-8730b9cc829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.351733 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-f2e8adcc-9b3c-4bca-9632-8730b9cc829f None None] Attempt 1 to provision port 3dafda79-f594-42a3-9926-a914f06e3f6f Oct 21 15:07:52.406429 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8adcc-9b3c-4bca-9632-8730b9cc829f None None] Port 3dafda79-f594-42a3-9926-a914f06e3f6f cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:52.460728 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8157e16-2366-4e0b-9874-3e8eb123f138 req-064e3d6a-ba1a-4cc1-bfb4-c750a68a48ff tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:52.468195 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a8157e16-2366-4e0b-9874-3e8eb123f138 req-064e3d6a-ba1a-4cc1-bfb4-c750a68a48ff tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1306319 Oct 21 15:07:52.468500 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.477806 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2ae95d3-d438-4969-8968-9a97b17385b4 req-0796dab6-b5cd-4124-a2aa-2ffdc3175aff tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684867 Oct 21 15:07:52.564042 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.568657 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.571665 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a8157e16-2366-4e0b-9874-3e8eb123f138 req-4399f2f6-396a-4d94-b10a-5aa4315e54ac tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925422 Oct 21 15:07:52.786594 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3c50d-11cd-43dc-93cc-3ae086db2e58 None None] New status for floating IP f502286a-ed3f-458f-821e-8d4201cf061a: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:07:52.822420 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d77e52-0fcc-48f5-9519-a1d80567caf3 req-bbf2f6de-d82d-4fbb-ae1b-8bc9e1efe41a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:52.827072 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-46d77e52-0fcc-48f5-9519-a1d80567caf3 req-bbf2f6de-d82d-4fbb-ae1b-8bc9e1efe41a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 932 time: 0.0912454 Oct 21 15:07:52.840620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.864278 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:52.910297 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dafda79-f594-42a3-9926-a914f06e3f6f {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:07:52.923578 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Publish callbacks [] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:52.935444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Network 870578cc-77cc-4374-9ce6-c401715d7564 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:07:52.943499 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:07:52.952832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:07:52.956314 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:52.981896 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Transition to ACTIVE for port object 3dafda79-f594-42a3-9926-a914f06e3f6f will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:07:53.021569 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:53.022572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:53.066459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:53.073619 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-46d77e52-0fcc-48f5-9519-a1d80567caf3 req-28304368-1e56-4296-899d-d57479e9d8e6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414882 Oct 21 15:07:53.148820 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfb13c-d9fd-43f1-a74b-d3e9e86e178c req-6dca6f99-eda1-40de-8519-59f468243f01 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:53.179477 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-11bfb13c-d9fd-43f1-a74b-d3e9e86e178c req-6dca6f99-eda1-40de-8519-59f468243f01 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 931 time: 0.2636883 Oct 21 15:07:53.195582 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafda79-f594-42a3-9926-a914f06e3f6f,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:53.210691 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-b3aa2192-b7bf-4e54-833a-07868c093d3a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6462991 Oct 21 15:07:53.251265 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Request body: {'port': {'device_id': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:07:53.287349 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-11bfb13c-d9fd-43f1-a74b-d3e9e86e178c req-1e47055a-de43-41cf-914d-71c597337e9e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917568 Oct 21 15:07:53.313909 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:53.330389 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:53.347364 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5063dd29-f3fe-48a9-b73a-fff440c71239 req-e996d73f-7a98-4874-a603-cb8d0994e4d2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54ed427f-9de0-4262-97b3-cd20818746e2 HTTP/1.1" status: 200 len: 210 time: 0.0492547 Oct 21 15:07:53.411079 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:53.439231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Attempting to bind port 3dafda79-f594-42a3-9926-a914f06e3f6f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:53.439573 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Attempting to bind port 3dafda79-f594-42a3-9926-a914f06e3f6f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:53.439911 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Attempting to bind port 3dafda79-f594-42a3-9926-a914f06e3f6f on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:53.446551 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-b13b1ebb-b1c8-44e8-823f-39b3903204a4 None None] Provisioning complete for port ec944e0e-612e-4817-bd86-18a2f862bac2 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:53.447175 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ebb-b1c8-44e8-823f-39b3903204a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:53.461498 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-b13b1ebb-b1c8-44e8-823f-39b3903204a4 None None] Attempt 1 to provision port ec944e0e-612e-4817-bd86-18a2f862bac2 Oct 21 15:07:53.509719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:53.527874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-b13b1ebb-b1c8-44e8-823f-39b3903204a4 None None] Port ec944e0e-612e-4817-bd86-18a2f862bac2 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:07:53.606820 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Port 3dafda79-f594-42a3-9926-a914f06e3f6f on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:07:53.607157 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Attempting to bind port 3dafda79-f594-42a3-9926-a914f06e3f6f on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:53.638475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3d635-8273-42fe-9402-fa1150f49d88 req-6fbd1806-9154-4818-85fa-cf1cdfef8309 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:53.645532 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eeb3d635-8273-42fe-9402-fa1150f49d88 req-6fbd1806-9154-4818-85fa-cf1cdfef8309 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0642557 Oct 21 15:07:53.738896 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:53.739269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Checking segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:53.739654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Bound using segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:53.740101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Bound port: 3dafda79-f594-42a3-9926-a914f06e3f6f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:53.740464 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:53.768523 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:53.775816 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eeb3d635-8273-42fe-9402-fa1150f49d88 req-1278c170-8b07-4d05-9be6-21d3ecf5fea5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291969 Oct 21 15:07:53.783383 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 1e157b05-ce4b-4df9-a87f-0657985dd433 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:07:53.845168 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 1e157b05-ce4b-4df9-a87f-0657985dd433 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:07:53.845897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 1e157b05-ce4b-4df9-a87f-0657985dd433 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:07:53.871414 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55ab7-1df8-4431-babd-ead661c7249c req-efbba246-fcbd-43d9-a46f-b8724f91c04c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:53.879372 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-38c55ab7-1df8-4431-babd-ead661c7249c req-efbba246-fcbd-43d9-a46f-b8724f91c04c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1393950 Oct 21 15:07:53.988812 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-38c55ab7-1df8-4431-babd-ead661c7249c req-f11f635c-7c1b-4731-8816-c45e4f0792c5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057510 Oct 21 15:07:54.020632 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] For port 3dafda79-f594-42a3-9926-a914f06e3f6f, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:54.048889 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] For port 3dafda79-f594-42a3-9926-a914f06e3f6f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dafda79-f594-42a3-9926-a914f06e3f6f,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:54.054495 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.112479 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.125237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec944e0e-612e-4817-bd86-18a2f862bac2 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:07:54.148943 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Publish callbacks [] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.149247 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.153703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:54.154339 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.156126 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3dafda79-f594-42a3-9926-a914f06e3f6f HTTP/1.1" status: 200 len: 1094 time: 1.8864119 Oct 21 15:07:54.159188 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:07:54.161704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92526eb4-f21d-4d78-8a84-7683bc14afec" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:07:54.221325 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Transition to ACTIVE for port object ec944e0e-612e-4817-bd86-18a2f862bac2 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:07:54.274774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1bafab-9b75-4fa6-af38-ac565bf976bb x-openstack-request-id: req-4e1bafab-9b75-4fa6-af38-ac565bf976bb {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:07:54.274982 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:07:54.275237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e1bafab-9b75-4fa6-af38-ac565bf976bb {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:07:54.275732 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1bafab-9b75-4fa6-af38-ac565bf976bb'] response: {'name': 'network-changed', 'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'status': 'completed', 'code': 200} Oct 21 15:07:54.296140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.300762 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f72d9a-71f5-4ba5-ba81-fb80a55e8c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafda79-f594-42a3-9926-a914f06e3f6f,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:54.329721 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7fcb-3a89-42a1-be93-d0e914e865b8 req-7bad4a45-24c3-45dd-85d5-ff39c7b28774 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:54.342957 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-601a7fcb-3a89-42a1-be93-d0e914e865b8 req-7bad4a45-24c3-45dd-85d5-ff39c7b28774 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.1277466 Oct 21 15:07:54.413258 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:54.481120 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-601a7fcb-3a89-42a1-be93-d0e914e865b8 req-292d7aed-fa18-4d6b-95e5-52d45dc8d270 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365285 Oct 21 15:07:54.502190 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:54.502190 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92526eb4-f21d-4d78-8a84-7683bc14afec req-3279c3d2-c11d-4490-9593-e9ab9178379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:54.502190 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-92526eb4-f21d-4d78-8a84-7683bc14afec req-3279c3d2-c11d-4490-9593-e9ab9178379d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 1128 time: 0.1894307 Oct 21 15:07:54.525390 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750879dc-5921-4e7d-b685-2f0d8e2477be req-e52efaaa-3b98-4e0d-bd0f-0e2020e34b7c tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:54.532942 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-750879dc-5921-4e7d-b685-2f0d8e2477be req-e52efaaa-3b98-4e0d-bd0f-0e2020e34b7c tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.1047387 Oct 21 15:07:54.535729 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:54.576323 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Attempting to bind port ec944e0e-612e-4817-bd86-18a2f862bac2 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:07:54.590905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Attempting to bind port ec944e0e-612e-4817-bd86-18a2f862bac2 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:07:54.590905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Attempting to bind port ec944e0e-612e-4817-bd86-18a2f862bac2 on network 870578cc-77cc-4374-9ce6-c401715d7564 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:54.656538 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-750879dc-5921-4e7d-b685-2f0d8e2477be req-fbc78cd6-066a-4ad6-bec9-f36af3db2c23 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226282 Oct 21 15:07:54.723483 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42530) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:54.784204 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Port ec944e0e-612e-4817-bd86-18a2f862bac2 on network 870578cc-77cc-4374-9ce6-c401715d7564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:07:54.784448 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Attempting to bind port ec944e0e-612e-4817-bd86-18a2f862bac2 on network 870578cc-77cc-4374-9ce6-c401715d7564 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:07:54.847618 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4489aba-2775-428b-8de3-a85f7cee3015 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (16cf287b-e113-4598-b73a-1ed18c30b2e0), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:54.925637 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4489aba-2775-428b-8de3-a85f7cee3015 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (16cf287b-e113-4598-b73a-1ed18c30b2e0), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.031838 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669050-66c6-4a79-b760-b2b65602f6d4 req-197d871e-661a-4022-9758-571cb7350e13 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:55.033736 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-37669050-66c6-4a79-b760-b2b65602f6d4 req-197d871e-661a-4022-9758-571cb7350e13 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0752316 Oct 21 15:07:55.094098 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-37669050-66c6-4a79-b760-b2b65602f6d4 req-a6a58680-c59a-494d-a5e2-79f3f369f54f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476594 Oct 21 15:07:55.122959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4489aba-2775-428b-8de3-a85f7cee3015 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (16cf287b-e113-4598-b73a-1ed18c30b2e0), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.125746 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d4489aba-2775-428b-8de3-a85f7cee3015 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.129447 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d4489aba-2775-428b-8de3-a85f7cee3015 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/16cf287b-e113-4598-b73a-1ed18c30b2e0 HTTP/1.1" status: 204 len: 168 time: 0.4022026 Oct 21 15:07:55.130443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42534) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:55.148675 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4489aba-2775-428b-8de3-a85f7cee3015 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf287b-e113-4598-b73a-1ed18c30b2e0,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:55.150754 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.api.v2.resource [None req-289c17af-4e7c-4930-9bf4-989d72ccee23 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] show failed (client error): The resource could not be found. Oct 21 15:07:55.151936 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-289c17af-4e7c-4930-9bf4-989d72ccee23 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups/16cf287b-e113-4598-b73a-1ed18c30b2e0 HTTP/1.1" status: 404 len: 347 time: 0.0200181 Oct 21 15:07:55.156649 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42536) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:07:55.268932 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:07:55.269213 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Checking segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:07:55.269743 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Bound using segment: {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:07:55.270035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Bound port: ec944e0e-612e-4817-bd86-18a2f862bac2, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:07:55.270393 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.278154 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92526eb4-f21d-4d78-8a84-7683bc14afec req-1a0aa107-0ff4-44fb-940e-e97375d587f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:55.279400 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-92526eb4-f21d-4d78-8a84-7683bc14afec req-1a0aa107-0ff4-44fb-940e-e97375d587f8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6006474 Oct 21 15:07:55.348969 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port 365635d3-519f-47e1-9076-7b03c7b21210 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:07:55.349238 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (365635d3-519f-47e1-9076-7b03c7b21210), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.413895 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:07:55.432792 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:07:55.462791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (365635d3-519f-47e1-9076-7b03c7b21210), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.463126 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (365635d3-519f-47e1-9076-7b03c7b21210), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.476409 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for 365635d3-519f-47e1-9076-7b03c7b21210 owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:07:55.519939 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.540686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:55.540686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.540686 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 1093 time: 2.2977424 Oct 21 15:07:55.596176 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:55.614763 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddefe7-0b06-42af-98d3-eafa10a5325b service neutron] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:55.646494 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fabc-9b3f-4791-a890-47fe50ba5ea0 req-b2a363f8-8664-4e52-9787-c6fbd67907b9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:55.648158 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c51fabc-9b3f-4791-a890-47fe50ba5ea0 req-b2a363f8-8664-4e52-9787-c6fbd67907b9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0785315 Oct 21 15:07:55.753708 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c51fabc-9b3f-4791-a890-47fe50ba5ea0 req-5d6e9a0c-8807-43a5-bbae-632441be08a0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974336 Oct 21 15:07:55.818266 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (365635d3-519f-47e1-9076-7b03c7b21210), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.823189 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269c307-1271-49e8-a7bb-d93f491976aa req-fe0793e0-ec69-4b64-a8e2-c43cea1315f3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:55.825173 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6269c307-1271-49e8-a7bb-d93f491976aa req-fe0793e0-ec69-4b64-a8e2-c43cea1315f3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0705092 Oct 21 15:07:55.849027 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=365635d3-519f-47e1-9076-7b03c7b21210,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:55.915776 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6269c307-1271-49e8-a7bb-d93f491976aa req-a8ac9ab1-8ff7-4992-a452-848b667ab9c6 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844309 Oct 21 15:07:55.971905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (f502286a-ed3f-458f-821e-8d4201cf061a), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.975390 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:55.977151 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2dd7e2ea-54d3-467a-8fe2-c363f8abedb8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/f502286a-ed3f-458f-821e-8d4201cf061a HTTP/1.1" status: 204 len: 168 time: 0.8176925 Oct 21 15:07:56.260889 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30eba-3ffb-44d3-9ce9-2156d0ba2e07 req-de9d6b2d-d5a1-416c-8663-0d71c381bfa4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:56.262958 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4ba30eba-3ffb-44d3-9ce9-2156d0ba2e07 req-de9d6b2d-d5a1-416c-8663-0d71c381bfa4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0563927 Oct 21 15:07:56.278498 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:07:56.281565 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:07:56.320072 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4ba30eba-3ffb-44d3-9ce9-2156d0ba2e07 req-85253ae2-86ac-4556-9a7a-4413452f214b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482767 Oct 21 15:07:56.389426 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e54fdd-1bb6-4471-8d80-1d9677a2b97d x-openstack-request-id: req-46e54fdd-1bb6-4471-8d80-1d9677a2b97d {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:07:56.389703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:07:56.390086 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46e54fdd-1bb6-4471-8d80-1d9677a2b97d {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:07:56.390649 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e54fdd-1bb6-4471-8d80-1d9677a2b97d'] response: {'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'status': 'completed', 'code': 200} Oct 21 15:07:56.904967 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:56.924977 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79bdc7-c25c-41fd-9e85-7fbd92ea319b req-fb64e591-ef5e-48a5-9fe6-17d04da2b101 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:56.926460 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e79bdc7-c25c-41fd-9e85-7fbd92ea319b req-fb64e591-ef5e-48a5-9fe6-17d04da2b101 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0887413 Oct 21 15:07:56.980839 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:56.985923 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e79bdc7-c25c-41fd-9e85-7fbd92ea319b req-8a447a5f-6d88-4a12-84f3-3f83cbac1917 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538914 Oct 21 15:07:57.087142 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5212e03-c323-4cc3-8354-dbb0b879c9ec req-675b3996-698d-4256-81aa-ab3ef7983307 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:57.088667 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c5212e03-c323-4cc3-8354-dbb0b879c9ec req-675b3996-698d-4256-81aa-ab3ef7983307 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0522869 Oct 21 15:07:57.146287 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c5212e03-c323-4cc3-8354-dbb0b879c9ec req-608c44df-2492-478b-a2ce-227e49c6bab2 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513511 Oct 21 15:07:57.189231 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:07:57.464462 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e3eef-1671-438d-bd8f-9c1569973011 req-21f3a8d8-ec90-48b6-89b5-c7b918963280 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:57.465976 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e19e3eef-1671-438d-bd8f-9c1569973011 req-21f3a8d8-ec90-48b6-89b5-c7b918963280 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 944 time: 0.0503414 Oct 21 15:07:57.527850 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e19e3eef-1671-438d-bd8f-9c1569973011 req-aa946ca0-4b45-4e8d-9a31-81e30a435635 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556166 Oct 21 15:07:57.802722 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:07:57.916091 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:57.929965 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '3dcce850-3070-43ac-9708-ec49271ce80e', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'port_id': '3dcce850-3070-43ac-9708-ec49271ce80e', 'mac_address': 'fa:16:3e:88:0c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:07:57.966188 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:57.966488 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:57.983675 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcce850-3070-43ac-9708-ec49271ce80e {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:07:58.006923 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:07:58.092704 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:58.121198 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240eefb-7119-41c2-82a2-ef9131b2c29c req-16539ae7-cc9d-4c24-bc5d-431355515f4f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:58.124128 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0240eefb-7119-41c2-82a2-ef9131b2c29c req-16539ae7-cc9d-4c24-bc5d-431355515f4f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0537169 Oct 21 15:07:58.147164 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=9']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:07:58.155472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.155967 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.156427 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.156881 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.157317 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.157745 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.158289 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.158721 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.159306 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.159699 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.160097 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.160492 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.160882 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.161426 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.161760 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:07:58.178156 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0240eefb-7119-41c2-82a2-ef9131b2c29c req-2c89e04d-4bd4-4247-b090-706c6577f97c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482581 Oct 21 15:07:58.288481 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785251fd-199e-4308-9e40-ec554a79e4a7 req-10592d0f-e9ff-4085-b7bf-9ec029055698 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:58.290008 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-785251fd-199e-4308-9e40-ec554a79e4a7 req-10592d0f-e9ff-4085-b7bf-9ec029055698 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0499434 Oct 21 15:07:58.350795 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-785251fd-199e-4308-9e40-ec554a79e4a7 req-4a80d791-33c6-41f4-8588-0bd3c231560d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539539 Oct 21 15:07:58.420052 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['3dcce850-3070-43ac-9708-ec49271ce80e'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:07:58.456457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:58.660690 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0fb75-29f4-4b95-964f-4b682d2b66ab req-1af1a014-18ef-419b-b668-0fa68ea1eb65 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:58.662365 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-81b0fb75-29f4-4b95-964f-4b682d2b66ab req-1af1a014-18ef-419b-b668-0fa68ea1eb65 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0535214 Oct 21 15:07:58.725645 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-81b0fb75-29f4-4b95-964f-4b682d2b66ab req-a7eefc32-5a52-42bd-8a77-c38dd84f1ea2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464201 Oct 21 15:07:59.338734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35326a-4815-4ca6-a737-4b188f6f1883 req-059600fa-e2b6-443b-98d8-8603e59fbd67 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:59.340362 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fd35326a-4815-4ca6-a737-4b188f6f1883 req-059600fa-e2b6-443b-98d8-8603e59fbd67 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0717559 Oct 21 15:07:59.391371 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fd35326a-4815-4ca6-a737-4b188f6f1883 req-0b565424-fdb0-4863-a7a8-85ac9c25bfe5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Oct 21 15:07:59.506866 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac3049-7c81-4a5f-8339-9f6d5cf03578 req-6e3fc1c0-2918-40dd-a5a2-521624f6851d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:59.508913 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-61ac3049-7c81-4a5f-8339-9f6d5cf03578 req-6e3fc1c0-2918-40dd-a5a2-521624f6851d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0570202 Oct 21 15:07:59.561232 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-61ac3049-7c81-4a5f-8339-9f6d5cf03578 req-8d3d5055-dfb6-49b1-afc5-7261783c93c7 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463820 Oct 21 15:07:59.817154 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:07:59.869881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df180c-d7c9-4b38-a380-e3991a4fde60 req-15ca1f61-94c6-4d0e-8200-1207285c84f2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:07:59.871457 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0df180c-d7c9-4b38-a380-e3991a4fde60 req-15ca1f61-94c6-4d0e-8200-1207285c84f2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 945 time: 0.0526128 Oct 21 15:07:59.879370 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 3dcce850-3070-43ac-9708-ec49271ce80e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:07:59.879743 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:07:59.880071 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 3dcce850-3070-43ac-9708-ec49271ce80e Oct 21 15:07:59.928591 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0df180c-d7c9-4b38-a380-e3991a4fde60 req-b78398cd-f386-4a60-958e-392f616238fe tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512824 Oct 21 15:07:59.957996 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:07:59.973147 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dcce850-3070-43ac-9708-ec49271ce80e is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:07:59.973532 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:00.003774 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:00.006413 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec5f8cd-8fc9-4dee-a91d-922c8ce6e92e" -d '{"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:00.020735 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:00.055874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ab450d-4b0a-4502-85f7-7f0931126eb7 x-openstack-request-id: req-f2ab450d-4b0a-4502-85f7-7f0931126eb7 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:00.056243 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:00.056594 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2ab450d-4b0a-4502-85f7-7f0931126eb7 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:00.057056 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ab450d-4b0a-4502-85f7-7f0931126eb7'] response: {'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'code': 200} Oct 21 15:08:00.174583 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:00.229864 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=10']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:00.544118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615d842-d262-43cf-b0c1-17947c24cef2 req-106d3fa8-15ea-47f0-9072-0180f8f70d8b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:00.545816 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8615d842-d262-43cf-b0c1-17947c24cef2 req-106d3fa8-15ea-47f0-9072-0180f8f70d8b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0488625 Oct 21 15:08:00.605711 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8615d842-d262-43cf-b0c1-17947c24cef2 req-83432a02-91e4-4e5b-815f-b70729dceb96 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541093 Oct 21 15:08:00.698374 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2b055-3821-445e-b123-469dcbfadc96 req-26a018e0-1321-47e3-b0f6-49840ea42948 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:00.700712 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-aec2b055-3821-445e-b123-469dcbfadc96 req-26a018e0-1321-47e3-b0f6-49840ea42948 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0503256 Oct 21 15:08:00.740502 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:00.755915 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-aec2b055-3821-445e-b123-469dcbfadc96 req-0392ee42-077b-4336-af2e-ca7e819f78f0 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487981 Oct 21 15:08:01.076843 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a238451-320b-4461-9c7c-66b38aa186ca req-d847c5e5-3398-4003-beb8-a7643a47d0ac tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:01.079586 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a238451-320b-4461-9c7c-66b38aa186ca req-d847c5e5-3398-4003-beb8-a7643a47d0ac tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0659750 Oct 21 15:08:01.142723 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a238451-320b-4461-9c7c-66b38aa186ca req-7e5c35d7-42d5-487e-bb13-0ab39fb13906 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564790 Oct 21 15:08:01.963248 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d491c2-c80d-4250-953b-377269e304d0 req-d627e03e-143e-42a4-a915-3c27ec17a744 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:01.964932 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58d491c2-c80d-4250-953b-377269e304d0 req-d627e03e-143e-42a4-a915-3c27ec17a744 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.2764418 Oct 21 15:08:02.020049 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58d491c2-c80d-4250-953b-377269e304d0 req-a2daee65-c415-4595-9280-93fec34e4f99 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490417 Oct 21 15:08:02.115231 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:02.129307 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2779cf9-4e89-4989-8641-1a3301707af7 req-813c815e-3181-4a47-a94e-570468c72003 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:02.130874 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a2779cf9-4e89-4989-8641-1a3301707af7 req-813c815e-3181-4a47-a94e-570468c72003 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0497363 Oct 21 15:08:02.192044 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a2779cf9-4e89-4989-8641-1a3301707af7 req-cc2293cd-dbb6-49ea-a4b9-63056128d644 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553157 Oct 21 15:08:02.385195 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1a29-f9c2-40e8-a825-73f60b25ca79 req-4f30cd5a-e863-495b-bbee-789ff8b4659a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:02.387461 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-127d1a29-f9c2-40e8-a825-73f60b25ca79 req-4f30cd5a-e863-495b-bbee-789ff8b4659a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0516105 Oct 21 15:08:02.439723 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-127d1a29-f9c2-40e8-a825-73f60b25ca79 req-f9e11f70-e216-4f49-bc82-c7a2d951ca50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463860 Oct 21 15:08:03.153899 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b047412-b6d7-4dc4-b9f9-cbb554322e54 req-44776a07-4b0d-4e94-90f6-1296e057cc72 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:03.155484 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b047412-b6d7-4dc4-b9f9-cbb554322e54 req-44776a07-4b0d-4e94-90f6-1296e057cc72 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0505898 Oct 21 15:08:03.207633 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8b047412-b6d7-4dc4-b9f9-cbb554322e54 req-b4841af7-1413-46cd-b947-a141ccf17059 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461864 Oct 21 15:08:03.316929 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6634c8-d722-4296-8a7f-009ed8f00cef req-9f860299-1869-49c8-a99c-752e515cc5ce tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:03.318539 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f6634c8-d722-4296-8a7f-009ed8f00cef req-9f860299-1869-49c8-a99c-752e515cc5ce tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0490818 Oct 21 15:08:03.370164 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f6634c8-d722-4296-8a7f-009ed8f00cef req-4ac9504a-e89b-47ad-bd36-9fd37cfb875f tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456889 Oct 21 15:08:03.566123 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35d614-007d-43db-a313-7ba5457f126a req-5c8d84da-b484-420b-87ed-ed69021e9f37 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:03.567630 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd35d614-007d-43db-a313-7ba5457f126a req-5c8d84da-b484-420b-87ed-ed69021e9f37 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0453808 Oct 21 15:08:03.613424 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd35d614-007d-43db-a313-7ba5457f126a req-d5195bba-4057-4f33-aa1b-2bf9b3f5a27c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403581 Oct 21 15:08:03.698004 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:04.334482 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d90e3-1c8c-4930-92f5-32f2a9e2460f req-e6e3d2f3-26a4-400a-95f2-d5fba5bc29a8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:04.335973 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-358d90e3-1c8c-4930-92f5-32f2a9e2460f req-e6e3d2f3-26a4-400a-95f2-d5fba5bc29a8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0468204 Oct 21 15:08:04.384659 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-358d90e3-1c8c-4930-92f5-32f2a9e2460f req-bb1faffb-8e20-4c78-8fed-2ccd6cb95199 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Oct 21 15:08:04.492560 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af549-cf88-4e93-8a99-c62a327b3332 req-9269c1ad-537c-47c2-b64d-e7a0e799a6aa tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:04.493960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-202af549-cf88-4e93-8a99-c62a327b3332 req-9269c1ad-537c-47c2-b64d-e7a0e799a6aa tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0504751 Oct 21 15:08:04.541499 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-202af549-cf88-4e93-8a99-c62a327b3332 req-7a0273e5-0d3b-413a-a69d-3f0dbe813416 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Oct 21 15:08:04.736926 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22110291-04c6-4a28-94db-219c75d08421 req-ada97e85-1e56-4fe7-9bcd-3eeecfc94ce5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:04.738408 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22110291-04c6-4a28-94db-219c75d08421 req-ada97e85-1e56-4fe7-9bcd-3eeecfc94ce5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0462239 Oct 21 15:08:04.784761 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22110291-04c6-4a28-94db-219c75d08421 req-41ff28bd-7c2d-4e0c-aa89-8dba1a181632 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Oct 21 15:08:05.502689 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945146ef-a18f-471b-96dd-976d49e98072 req-9c3ecc0c-e56f-4c37-9259-90fe73b5d1d1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:05.504175 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-945146ef-a18f-471b-96dd-976d49e98072 req-9c3ecc0c-e56f-4c37-9259-90fe73b5d1d1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0464621 Oct 21 15:08:05.528554 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:05.557044 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-945146ef-a18f-471b-96dd-976d49e98072 req-ad7bfbab-32ff-46b9-ac38-f12b85f5ba3d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473738 Oct 21 15:08:05.661074 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6070c08-b82e-45cc-a407-855fef339c03 req-faee6812-2c9b-4acf-8821-1d5b4048107c tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:05.662537 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b6070c08-b82e-45cc-a407-855fef339c03 req-faee6812-2c9b-4acf-8821-1d5b4048107c tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0460618 Oct 21 15:08:05.709422 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b6070c08-b82e-45cc-a407-855fef339c03 req-e1667a7c-1eac-4549-9c70-951db45641fa tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Oct 21 15:08:05.909402 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5fd6-0167-4d5d-835d-4880f4497c3f req-f4ae87e7-2bb5-4b53-825e-23fe88b5a666 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:05.914426 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1cec5fd6-0167-4d5d-835d-4880f4497c3f req-f4ae87e7-2bb5-4b53-825e-23fe88b5a666 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0463462 Oct 21 15:08:05.958611 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1cec5fd6-0167-4d5d-835d-4880f4497c3f req-ee11dab2-6d25-444b-93af-7518cc6664ab tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Oct 21 15:08:05.967394 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:06.437682 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc req-6e47ba90-2c29-4b52-8c0e-19c43c81682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:06.439222 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc req-6e47ba90-2c29-4b52-8c0e-19c43c81682d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1127 time: 0.0632069 Oct 21 15:08:06.441974 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92526eb4-f21d-4d78-8a84-7683bc14afec req-9230f78c-ab73-4286-87d7-8bbd4e213fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:06.443323 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-92526eb4-f21d-4d78-8a84-7683bc14afec req-9230f78c-ab73-4286-87d7-8bbd4e213fb8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324251 Oct 21 15:08:06.664963 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:06.678398 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854229-3962-4dc7-a40d-81e1e4d98aa9 req-a9ecd7b2-bbf4-4d45-aa11-3e872dda60c5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:06.680739 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a9854229-3962-4dc7-a40d-81e1e4d98aa9 req-a9ecd7b2-bbf4-4d45-aa11-3e872dda60c5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0491850 Oct 21 15:08:06.728852 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a9854229-3962-4dc7-a40d-81e1e4d98aa9 req-f701d380-5362-448d-b0cd-5028559ff140 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Oct 21 15:08:06.844325 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4aa1-81e8-43d5-9750-3e8c8d9ed350 req-7b818660-754e-4487-bc0e-daf4ef23b74e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:06.845432 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-752d4aa1-81e8-43d5-9750-3e8c8d9ed350 req-7b818660-754e-4487-bc0e-daf4ef23b74e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0606239 Oct 21 15:08:06.896485 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-752d4aa1-81e8-43d5-9750-3e8c8d9ed350 req-6eaf7b39-613b-4a36-ab10-d346090a6397 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454400 Oct 21 15:08:06.922763 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-8f2fd95d-ec6c-4d31-950c-3842c8f26616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:06.926029 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-8f2fd95d-ec6c-4d31-950c-3842c8f26616 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 1128 time: 0.0625665 Oct 21 15:08:06.945263 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc req-862bbdaa-8596-4dbc-933e-fbb61518cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:06.946802 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc req-862bbdaa-8596-4dbc-933e-fbb61518cb7f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=a77531edf7224da8847bb5c9813ae7da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1453142 Oct 21 15:08:07.090022 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc975826-61f0-4791-b3e0-9bc6f7e85c99 req-5a2b004d-b88c-4571-bbcb-53d8c99b8ad0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.091549 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cc975826-61f0-4791-b3e0-9bc6f7e85c99 req-5a2b004d-b88c-4571-bbcb-53d8c99b8ad0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0512981 Oct 21 15:08:07.138653 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cc975826-61f0-4791-b3e0-9bc6f7e85c99 req-cf76bc19-a17b-43a7-a6e6-91acf5cbba22 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412557 Oct 21 15:08:07.175316 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:07.324400 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-5dee5d55-1268-4905-b550-64025a22786e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dafda79-f594-42a3-9926-a914f06e3f6f HTTP/1.1" status: 200 len: 217 time: 0.0579376 Oct 21 15:08:07.431941 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-64133c9d-91f8-441c-ac79-ad9fab6bf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.433403 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-64133c9d-91f8-441c-ac79-ad9fab6bf773 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0791631 Oct 21 15:08:07.436462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc req-9d81fb54-d1a7-41e8-b01a-74a78413f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.437787 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cbea66d8-d1bc-4d14-8323-f66b7a25fabc req-9d81fb54-d1a7-41e8-b01a-74a78413f94d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726863 Oct 21 15:08:07.544838 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-3144b562-278d-4a78-8111-fafd49f6d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.546925 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-3144b562-278d-4a78-8111-fafd49f6d80d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1014369 Oct 21 15:08:07.550353 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d160bf-df18-4daa-9dd4-b2053bd61b3e req-2ce2e231-908c-42b5-b641-14782914ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.551787 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-30d160bf-df18-4daa-9dd4-b2053bd61b3e req-2ce2e231-908c-42b5-b641-14782914ebd2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 1131 time: 0.0792878 Oct 21 15:08:07.557069 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-d57bf2c0-7ded-4a4f-b840-ba79fd382539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.558554 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-d57bf2c0-7ded-4a4f-b840-ba79fd382539 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1127 time: 0.0759687 Oct 21 15:08:07.653324 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-a3b3354f-164d-4b75-be26-8cb9c779e2e2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 217 time: 0.0810542 Oct 21 15:08:07.716652 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-30d160bf-df18-4daa-9dd4-b2053bd61b3e req-458ac088-c07c-4ee5-96c2-8072500e6a3c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560917 Oct 21 15:08:07.748251 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-7bc5df26-f61b-4caf-b131-999fbcd6693d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887157 Oct 21 15:08:07.749700 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-e8e8b11c-f69c-4496-8fdb-4e275494106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.751059 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-e8e8b11c-f69c-4496-8fdb-4e275494106f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 200 len: 853 time: 0.0850592 Oct 21 15:08:07.851483 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7476-8728-41c6-ba74-8db6860a06f2 req-9b3e0865-2860-4f32-b428-c08c945e7f82 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:07.853066 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1ffb7476-8728-41c6-ba74-8db6860a06f2 req-9b3e0865-2860-4f32-b428-c08c945e7f82 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0476871 Oct 21 15:08:07.901776 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1ffb7476-8728-41c6-ba74-8db6860a06f2 req-480fad4b-485c-4732-9ddc-5c582d06ed04 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Oct 21 15:08:08.029064 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8dfbf-5c52-4c43-beb6-142dedd7dc80 req-5f8d2ae7-96e3-4fd4-9dbe-1d5eb7241cac tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:08.031261 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b5b8dfbf-5c52-4c43-beb6-142dedd7dc80 req-5f8d2ae7-96e3-4fd4-9dbe-1d5eb7241cac tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0483024 Oct 21 15:08:08.051032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-206bd657-cdc3-4fa1-9ca2-07a069216415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:08.052458 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-206bd657-cdc3-4fa1-9ca2-07a069216415 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=870578cc-77cc-4374-9ce6-c401715d7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0845973 Oct 21 15:08:08.084485 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b5b8dfbf-5c52-4c43-beb6-142dedd7dc80 req-25841ecf-7f91-4cf4-b5c5-533066a27ffe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476685 Oct 21 15:08:08.135580 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7bff8d7d-01e5-4225-a1a6-643e3d2c330f req-5760ce06-48c7-424b-9462-f13cfdb1f526 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766427 Oct 21 15:08:08.169765 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:08.176863 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-f6678c72-1995-44a0-b094-8215b61d0748 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147285 Oct 21 15:08:08.266794 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492e2b5-4a24-4a3c-a3cc-60a1d2626759 req-388e1648-e3dc-4c55-b9dd-04a3f36e247e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:08.268276 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7492e2b5-4a24-4a3c-a3cc-60a1d2626759 req-388e1648-e3dc-4c55-b9dd-04a3f36e247e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0465884 Oct 21 15:08:08.316426 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7492e2b5-4a24-4a3c-a3cc-60a1d2626759 req-f9d8c0a2-2208-46fb-aca8-f9da8893c99b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Oct 21 15:08:08.810087 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:08.853444 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fde25988-1525-4609-a3aa-6c1b3b0fd8c8 req-720135cb-a4ce-4fc0-a77b-2b3ab2adac66 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Oct 21 15:08:09.031708 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f87b-fe11-44f7-9dcd-d51c9ec1264e req-56e5e2fc-2323-4e5a-b859-c14a64be1b1f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:09.033241 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02c1f87b-fe11-44f7-9dcd-d51c9ec1264e req-56e5e2fc-2323-4e5a-b859-c14a64be1b1f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0541224 Oct 21 15:08:09.100591 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02c1f87b-fe11-44f7-9dcd-d51c9ec1264e req-fb352ddb-81d5-4ce6-9fe7-9175274edd13 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604212 Oct 21 15:08:09.219096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661a0d4-a33c-4c47-aa91-cf6482ef7fbc req-8e55811c-ab80-4df5-83b7-ff4ddecb10bf tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:09.220794 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1661a0d4-a33c-4c47-aa91-cf6482ef7fbc req-8e55811c-ab80-4df5-83b7-ff4ddecb10bf tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0577009 Oct 21 15:08:09.289267 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1661a0d4-a33c-4c47-aa91-cf6482ef7fbc req-4b19500b-1e28-4558-9ed1-ca2f624d9f93 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 Oct 21 15:08:09.454703 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad779-32b8-491f-9933-3ffa70d4bd0b req-cfb8e22f-e8aa-49c7-97c0-89f2aed83e1c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:09.456200 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-656ad779-32b8-491f-9933-3ffa70d4bd0b req-cfb8e22f-e8aa-49c7-97c0-89f2aed83e1c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0481753 Oct 21 15:08:09.467781 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:09.505939 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-656ad779-32b8-491f-9933-3ffa70d4bd0b req-db81579c-147f-4176-803d-ec56d07b1129 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442002 Oct 21 15:08:09.660191 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17a20d-396a-42ed-bfcd-8ad65932a4ef req-4ae7a927-acfd-4077-8fb8-04940e383627 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:09.661731 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d17a20d-396a-42ed-bfcd-8ad65932a4ef req-4ae7a927-acfd-4077-8fb8-04940e383627 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0468407 Oct 21 15:08:09.714533 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d17a20d-396a-42ed-bfcd-8ad65932a4ef req-143df9f0-389c-4ef9-b32b-f6148749ce4a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468674 Oct 21 15:08:10.222026 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:10.228034 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:10.235660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51850-82ca-48c3-bf92-5bb57faf6233 req-a8f313cc-47c5-456f-b629-c0edf0c771a2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:10.237210 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9fa51850-82ca-48c3-bf92-5bb57faf6233 req-a8f313cc-47c5-456f-b629-c0edf0c771a2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0523291 Oct 21 15:08:10.287913 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9fa51850-82ca-48c3-bf92-5bb57faf6233 req-b9c9f572-54ef-4456-b612-b1c833caa12e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450542 Oct 21 15:08:10.412665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985e3a4-09cc-4b27-bfc1-5c227c00506b req-253f52a5-4bf3-47c3-9d71-b789901b3291 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:10.414143 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a985e3a4-09cc-4b27-bfc1-5c227c00506b req-253f52a5-4bf3-47c3-9d71-b789901b3291 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0473430 Oct 21 15:08:10.456227 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:10.463648 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a985e3a4-09cc-4b27-bfc1-5c227c00506b req-11cf52b5-9798-4256-82c2-e98ab2dced6f tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Oct 21 15:08:10.638679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1962-c49a-479c-864a-2631924b8331 req-1d5bfe52-8056-4e5b-807b-573fd1cab8c1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:10.640127 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-93de1962-c49a-479c-864a-2631924b8331 req-1d5bfe52-8056-4e5b-807b-573fd1cab8c1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0518363 Oct 21 15:08:10.689170 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-93de1962-c49a-479c-864a-2631924b8331 req-03542970-2248-445f-8203-6b86340b033b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Oct 21 15:08:10.834109 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0328e-5104-41bc-aede-c74116e189a0 req-ea313070-1e12-4d07-ba25-18460db216ae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:10.835585 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4de0328e-5104-41bc-aede-c74116e189a0 req-ea313070-1e12-4d07-ba25-18460db216ae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0453269 Oct 21 15:08:10.881535 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4de0328e-5104-41bc-aede-c74116e189a0 req-8bb812b9-4403-431c-916e-5461967f55e5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Oct 21 15:08:11.416252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2427-3883-4d5c-ba9e-e69bba9d6a69 req-26ff6966-84f8-4c0b-8620-6259a7faf0fc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:11.418013 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7fc2427-3883-4d5c-ba9e-e69bba9d6a69 req-26ff6966-84f8-4c0b-8620-6259a7faf0fc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0512905 Oct 21 15:08:11.468108 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7fc2427-3883-4d5c-ba9e-e69bba9d6a69 req-883dc268-72bb-4e3a-92e2-a150c855e2b2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Oct 21 15:08:11.585711 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5f04-ee14-4dfe-942a-c33e39b1d918 req-749dac59-6305-4973-a28f-df8bda878123 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:11.587221 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a65f5f04-ee14-4dfe-942a-c33e39b1d918 req-749dac59-6305-4973-a28f-df8bda878123 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 943 time: 0.0466909 Oct 21 15:08:11.635871 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a65f5f04-ee14-4dfe-942a-c33e39b1d918 req-fcfb8d30-4cae-4f4f-9e2f-ff7212738665 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Oct 21 15:08:11.816685 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591d424-0774-4b4e-b5fd-8ac96c14798c req-ecc4df5b-cc7d-465b-b263-25e1ab1df8b9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:11.818150 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b591d424-0774-4b4e-b5fd-8ac96c14798c req-ecc4df5b-cc7d-465b-b263-25e1ab1df8b9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0485473 Oct 21 15:08:11.832461 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device ec944e0e-612e-4817-bd86-18a2f862bac2 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:08:11.869876 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b591d424-0774-4b4e-b5fd-8ac96c14798c req-d6a6d1f1-63d3-4c57-b071-e538f1b9fead tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459991 Oct 21 15:08:11.937921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:11.949228 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'port_id': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'mac_address': 'fa:16:3e:1b:b5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:08:11.984816 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port ec944e0e-612e-4817-bd86-18a2f862bac2 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:08:11.985208 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:11.998831 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec944e0e-612e-4817-bd86-18a2f862bac2 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:08:12.011907 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98d58d-26e7-4606-9851-7bf1e9c58be7 req-68d6b080-1cbb-41dd-98a9-eb7354e0abd4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:12.013380 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ce98d58d-26e7-4606-9851-7bf1e9c58be7 req-68d6b080-1cbb-41dd-98a9-eb7354e0abd4 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0495520 Oct 21 15:08:12.019106 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:12.067165 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ce98d58d-26e7-4606-9851-7bf1e9c58be7 req-a957c13e-3689-4ba5-a2c6-3068ea4a76d1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=98571351-3561-42d7-9ec4-89ce91cf5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469160 Oct 21 15:08:12.072477 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-81b74e7d-4ef3-4b24-b131-6d3c98586845 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:12.073984 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-81b74e7d-4ef3-4b24-b131-6d3c98586845 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Oct 21 15:08:12.100591 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.143579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:12.162139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port 8b960579-3161-44a9-932e-f96e86acfcad {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:08:12.162480 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (8b960579-3161-44a9-932e-f96e86acfcad), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.256226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] For port 8b960579-3161-44a9-932e-f96e86acfcad, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8b960579-3161-44a9-932e-f96e86acfcad,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:12.256510 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (8b960579-3161-44a9-932e-f96e86acfcad), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.413435 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.413695 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (134c23b9-a1a2-46df-a07a-8dc44eb3c77b), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.414021 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP 134c23b9-a1a2-46df-a07a-8dc44eb3c77b disassociated. External IP: 172.27.0.48, port: 8b960579-3161-44a9-932e-f96e86acfcad. Oct 21 15:08:12.414362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for 8b960579-3161-44a9-932e-f96e86acfcad owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:08:12.588994 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603706d-968d-41d4-92ba-4348e4580aaa req-19ee6a20-262f-473e-a4fc-c9be674c5808 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:12.590586 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8603706d-968d-41d4-92ba-4348e4580aaa req-19ee6a20-262f-473e-a4fc-c9be674c5808 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0476682 Oct 21 15:08:12.631583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (8b960579-3161-44a9-932e-f96e86acfcad), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.642267 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8603706d-968d-41d4-92ba-4348e4580aaa req-7ef95593-3655-4ded-a144-2a007f62e7ed tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Oct 21 15:08:12.661358 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=8b960579-3161-44a9-932e-f96e86acfcad,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:12.680564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.680915 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.681260 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.681600 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.681938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.682378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.682592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.682950 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.683277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.683605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.683949 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.684241 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.684594 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.684917 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.685238 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:12.760460 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:12.773925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80414f10-9e75-487f-8c0f-262e389624f3 req-802883d8-f082-47b7-9cae-1d34b995a967 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:12.775441 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80414f10-9e75-487f-8c0f-262e389624f3 req-802883d8-f082-47b7-9cae-1d34b995a967 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 944 time: 0.0508635 Oct 21 15:08:12.793643 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:08:12.824628 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80414f10-9e75-487f-8c0f-262e389624f3 req-6582be31-ad93-4a19-b473-24605c31afe5 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Oct 21 15:08:12.850829 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:12.897977 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:08:12.908536 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:08:12.919325 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:12.920482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:12.940938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] No DVR routers for this DVR port 8b960579-3161-44a9-932e-f96e86acfcad on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:08:12.943493 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:12.946750 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4ca97e2b-c63c-4f83-856a-2b6125798e6c req-a7226cab-2ef7-43f2-9127-3b23c13eeedd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "DELETE /networking/v2.0/ports/8b960579-3161-44a9-932e-f96e86acfcad HTTP/1.1" status: 204 len: 173 time: 0.8677664 Oct 21 15:08:12.947169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'name': 'network-vif-deleted', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:12.949444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69463425-8f1d-4107-be4f-0b3a8760f058" -d '{"events": [{"server_uuid": "53221d88-6f22-49de-9589-94759df68635", "name": "network-vif-deleted", "tag": "8b960579-3161-44a9-932e-f96e86acfcad"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:12.987277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee2e280-e488-4e8f-8004-8a7d63dc64b9 x-openstack-request-id: req-fee2e280-e488-4e8f-8004-8a7d63dc64b9 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:12.987562 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53221d88-6f22-49de-9589-94759df68635", "name": "network-vif-deleted", "tag": "8b960579-3161-44a9-932e-f96e86acfcad", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:12.987810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fee2e280-e488-4e8f-8004-8a7d63dc64b9 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:12.988212 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee2e280-e488-4e8f-8004-8a7d63dc64b9'] response: {'server_uuid': '53221d88-6f22-49de-9589-94759df68635', 'name': 'network-vif-deleted', 'tag': '8b960579-3161-44a9-932e-f96e86acfcad', 'status': 'completed', 'code': 200} Oct 21 15:08:13.031087 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:13.189736 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ba476089-0aca-4370-90fa-12c8199fea96 req-15f6c7f7-00ff-4c79-a896-7a32ef57432e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0352376 Oct 21 15:08:13.362566 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:13.387489 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:08:13.396627 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:13.397227 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:07:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:13.499549 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:13.678500 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:13.689260 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:13.714596 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652575ad-4b23-4e3b-a9d9-f8ac2ea6d2d9 None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:08:13.777836 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaefde-8ba9-4446-822e-30800047fdce req-2aec06f9-7305-4be1-a3b0-70b481087c03 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:13.777836 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0eaefde-8ba9-4446-822e-30800047fdce req-2aec06f9-7305-4be1-a3b0-70b481087c03 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0484719 Oct 21 15:08:13.826240 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b0eaefde-8ba9-4446-822e-30800047fdce req-27f16f1c-6b4a-4531-a54d-d382d3b5018e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Oct 21 15:08:13.940904 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81944fd5-03a5-4701-a19a-4acc35fb659d None None] New status for floating IP 134c23b9-a1a2-46df-a07a-8dc44eb3c77b: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:08:13.956790 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cf681-9963-4ebe-b061-a92c02c1ac22 req-050aacea-8862-469c-9af8-46d6cc361bb8 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:13.958407 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-120cf681-9963-4ebe-b061-a92c02c1ac22 req-050aacea-8862-469c-9af8-46d6cc361bb8 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 944 time: 0.0534809 Oct 21 15:08:14.009960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-120cf681-9963-4ebe-b061-a92c02c1ac22 req-e92169f1-1c49-48a4-8d3a-a7c2f6a1a0d1 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Oct 21 15:08:14.289505 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-56f8265e-df9d-40e1-8368-dc2820cc2f3e req-65525953-4557-4dc3-a8fb-019a37b3d410 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0281034 Oct 21 15:08:14.946095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e38ac6-7001-4c0b-9e70-a58ac3a9b19c req-88b23bcd-abc5-491d-a769-0b7990d86a9a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:14.947627 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e5e38ac6-7001-4c0b-9e70-a58ac3a9b19c req-88b23bcd-abc5-491d-a769-0b7990d86a9a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0479424 Oct 21 15:08:15.001633 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e5e38ac6-7001-4c0b-9e70-a58ac3a9b19c req-2d475ae7-5552-431b-8b71-06e1996497c1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480888 Oct 21 15:08:15.018480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['ec944e0e-612e-4817-bd86-18a2f862bac2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:08:15.040287 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:15.096769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:15.134218 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4895f-3896-4399-be56-0adf078fde27 req-6f4d3fdf-51cb-4c20-a529-90a6fcf38baa tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:15.135856 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-68c4895f-3896-4399-be56-0adf078fde27 req-6f4d3fdf-51cb-4c20-a529-90a6fcf38baa tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 944 time: 0.0489173 Oct 21 15:08:15.183946 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-68c4895f-3896-4399-be56-0adf078fde27 req-ed93a83c-1315-4893-a012-cd60bbcc987e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Oct 21 15:08:15.404841 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9e32e409-b28e-40d4-b289-d6b1eb1d2c54 req-b02e315f-017d-4bd7-a983-2180c536e9cc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Oct 21 15:08:16.124545 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1ad0-f0bf-40ab-901a-f1000d73e4ab req-9b7dcf99-0c21-4ef8-a02c-e4f6ca590319 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:16.126812 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-286d1ad0-f0bf-40ab-901a-f1000d73e4ab req-9b7dcf99-0c21-4ef8-a02c-e4f6ca590319 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 944 time: 0.0484354 Oct 21 15:08:16.183553 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-286d1ad0-f0bf-40ab-901a-f1000d73e4ab req-6b134e24-c4fd-41b1-a54c-11cf7d0b0623 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499465 Oct 21 15:08:16.312826 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5bb4-32c4-4e75-a932-ae19380d05b1 req-a18284cc-1be8-4f83-9e04-9f412e60bd28 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:16.314337 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6acb5bb4-32c4-4e75-a932-ae19380d05b1 req-a18284cc-1be8-4f83-9e04-9f412e60bd28 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 944 time: 0.0490708 Oct 21 15:08:16.363762 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6acb5bb4-32c4-4e75-a932-ae19380d05b1 req-464dd88d-d10c-4dee-8f51-c1d39a68e026 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Oct 21 15:08:16.517040 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fffa69cf-0ca7-4fa1-b3cf-e1d6ab401d35 req-6765531c-3394-42bd-9c12-022bc7b6fdb2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=53221d88-6f22-49de-9589-94759df68635 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Oct 21 15:08:16.895484 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dafda79-f594-42a3-9926-a914f06e3f6f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:08:16.898817 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device ec944e0e-612e-4817-bd86-18a2f862bac2 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:08:16.998698 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port ec944e0e-612e-4817-bd86-18a2f862bac2 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:08:17.037838 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dafda79-f594-42a3-9926-a914f06e3f6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dafda79-f594-42a3-9926-a914f06e3f6f,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:17.049890 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'port_id': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'mac_address': 'fa:16:3e:dc:c6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:08:17.086018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dafda79-f594-42a3-9926-a914f06e3f6f is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:08:17.086411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.099559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dafda79-f594-42a3-9926-a914f06e3f6f {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:08:17.105002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port ec944e0e-612e-4817-bd86-18a2f862bac2 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:08:17.105368 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.105704 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port ec944e0e-612e-4817-bd86-18a2f862bac2 Oct 21 15:08:17.151330 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dafda79-f594-42a3-9926-a914f06e3f6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dafda79-f594-42a3-9926-a914f06e3f6f,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:17.196994 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port ec944e0e-612e-4817-bd86-18a2f862bac2 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:08:17.198488 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.225636 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:17.228015 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dc0573-8471-42ec-865f-f58f1447a065" -d '{"events": [{"server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "name": "network-vif-plugged", "status": "completed", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:17.242857 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:17.246263 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.277908 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e9cbf-cc23-427a-9b01-46955b8a9f25 x-openstack-request-id: req-d73e9cbf-cc23-427a-9b01-46955b8a9f25 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:17.278436 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "name": "network-vif-plugged", "status": "completed", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:17.278719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d73e9cbf-cc23-427a-9b01-46955b8a9f25 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:17.279229 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73e9cbf-cc23-427a-9b01-46955b8a9f25'] response: {'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'code': 200} Oct 21 15:08:17.308219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dafda79-f594-42a3-9926-a914f06e3f6f,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:17.337844 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.349131 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:17.351395 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b56b3-090d-4510-b73f-fe9f9122440f req-2a7069a8-01c8-4622-a181-cd6bd8e14309 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:17.353784 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e1b56b3-090d-4510-b73f-fe9f9122440f req-2a7069a8-01c8-4622-a181-cd6bd8e14309 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 945 time: 0.0716033 Oct 21 15:08:17.409033 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:17.443303 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e1b56b3-090d-4510-b73f-fe9f9122440f req-2fed3a1f-bcc6-43e2-a211-a48b09621c4e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813677 Oct 21 15:08:17.527514 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463ec1-dc13-440a-8480-549021d1a0cf req-e3743a52-8d87-4939-81bf-057be1f48411 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:17.528998 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05463ec1-dc13-440a-8480-549021d1a0cf req-e3743a52-8d87-4939-81bf-057be1f48411 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Oct 21 15:08:17.580059 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05463ec1-dc13-440a-8480-549021d1a0cf req-f52632ac-38a1-40f7-8cf7-137087681228 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Oct 21 15:08:17.596565 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['3dafda79-f594-42a3-9926-a914f06e3f6f'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:08:17.646065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e238a-2284-4a3a-a4ce-f88c010d4757 req-05bd9cdd-7938-4bc7-b078-d6bf85beabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:17.647844 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9d3e238a-2284-4a3a-a4ce-f88c010d4757 req-05bd9cdd-7938-4bc7-b078-d6bf85beabec service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1129 time: 0.0443122 Oct 21 15:08:17.711214 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9d3e238a-2284-4a3a-a4ce-f88c010d4757 req-13c60b91-fa24-426c-be8e-f09d85d9871c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Oct 21 15:08:17.761861 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.793768 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42870) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:17.808131 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:17.814417 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:17.854137 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc82aef7-e27a-4c0b-ac1a-e0e9f6edefd8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (98571351-3561-42d7-9ec4-89ce91cf5c0d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.878562 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc82aef7-e27a-4c0b-ac1a-e0e9f6edefd8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (98571351-3561-42d7-9ec4-89ce91cf5c0d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.985750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc82aef7-e27a-4c0b-ac1a-e0e9f6edefd8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (98571351-3561-42d7-9ec4-89ce91cf5c0d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.988399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc82aef7-e27a-4c0b-ac1a-e0e9f6edefd8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:17.995715 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cc82aef7-e27a-4c0b-ac1a-e0e9f6edefd8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/98571351-3561-42d7-9ec4-89ce91cf5c0d HTTP/1.1" status: 204 len: 168 time: 0.1958098 Oct 21 15:08:17.996125 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42872) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:18.009012 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82aef7-e27a-4c0b-ac1a-e0e9f6edefd8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98571351-3561-42d7-9ec4-89ce91cf5c0d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:18.021837 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.api.v2.resource [None req-bb732242-d2de-4863-a7a1-b70d78f52620 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] show failed (client error): The resource could not be found. Oct 21 15:08:18.022967 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-bb732242-d2de-4863-a7a1-b70d78f52620 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups/98571351-3561-42d7-9ec4-89ce91cf5c0d HTTP/1.1" status: 404 len: 347 time: 0.0295167 Oct 21 15:08:18.027254 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42876) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:18.065080 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-8acdcced-02a5-4d0d-8cde-2a85a83d449a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459559 Oct 21 15:08:18.150064 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4eefe-5948-40db-8993-62f849e83caa req-66b56482-c9db-4298-a0dc-6f6cc37d78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:18.151711 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-66b56482-c9db-4298-a0dc-6f6cc37d78d9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 1130 time: 0.0405717 Oct 21 15:08:18.160591 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8478-a1d9-4b07-8704-a717e6528096 req-17456fec-c9ad-4093-ba8e-2f7359f97760 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:18.162039 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-371f8478-a1d9-4b07-8704-a717e6528096 req-17456fec-c9ad-4093-ba8e-2f7359f97760 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0915494 Oct 21 15:08:18.218120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port 24452745-e0aa-4de3-9d72-2bae852c52c7 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:08:18.218482 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.221665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:18.269887 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-371f8478-a1d9-4b07-8704-a717e6528096 req-dc5a3b15-b327-45b2-b50e-bb7304d6401a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868614 Oct 21 15:08:18.307551 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.307887 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (24452745-e0aa-4de3-9d72-2bae852c52c7), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.319656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for 24452745-e0aa-4de3-9d72-2bae852c52c7 owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:08:18.538546 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:18.579009 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df356ea3-75d0-4e92-9d0c-7ca246c97b18 req-969161c4-7924-47c5-af78-e624c2c616ba tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:18.580483 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-df356ea3-75d0-4e92-9d0c-7ca246c97b18 req-969161c4-7924-47c5-af78-e624c2c616ba tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 945 time: 0.0502906 Oct 21 15:08:18.584268 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (24452745-e0aa-4de3-9d72-2bae852c52c7), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.616293 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=24452745-e0aa-4de3-9d72-2bae852c52c7,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:18.637230 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.637579 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.637915 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.638234 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.638605 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.639121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.639407 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.639750 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.640042 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.640452 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.640676 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.641140 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.641339 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.641899 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.642060 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:08:18.682832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-ccde39eb-94f5-4c0f-a654-5250f0ef7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:18.684920 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-ccde39eb-94f5-4c0f-a654-5250f0ef7394 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.0885820 Oct 21 15:08:18.748315 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-df356ea3-75d0-4e92-9d0c-7ca246c97b18 req-77a2fb3c-3242-485a-985f-0562827dc283 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583414 Oct 21 15:08:18.767804 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (134c23b9-a1a2-46df-a07a-8dc44eb3c77b), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.770415 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.772457 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-044bea97-715e-4190-aec0-35c358c39276 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/134c23b9-a1a2-46df-a07a-8dc44eb3c77b HTTP/1.1" status: 204 len: 168 time: 0.7427933 Oct 21 15:08:18.782057 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691eed-ce8d-4712-a584-9d3ec49b5fd6 req-a7394cca-da60-4a84-92f3-da1349a6d65a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:18.793444 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-62691eed-ce8d-4712-a584-9d3ec49b5fd6 req-a7394cca-da60-4a84-92f3-da1349a6d65a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0992839 Oct 21 15:08:18.854131 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-62691eed-ce8d-4712-a584-9d3ec49b5fd6 req-c33ff812-dce4-4f8f-8c71-8b6558954268 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619197 Oct 21 15:08:18.881030 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-1deaa169-09cf-464b-88b8-b337ad28ac6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:18.911534 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dafda79-f594-42a3-9926-a914f06e3f6f up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:08:18.937371 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42890) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:18.944303 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436248819', 'description': 'tempest-description--284528204'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:18.961357 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 3dafda79-f594-42a3-9926-a914f06e3f6f completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:08:19.024126 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4eefe-5948-40db-8993-62f849e83caa req-13b049d8-8ef9-4fe4-afc4-9e18508c2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.025595 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-13b049d8-8ef9-4fe4-afc4-9e18508c2c24 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.4383571 Oct 21 15:08:19.025760 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 3dafda79-f594-42a3-9926-a914f06e3f6f triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:08:19.026104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.026446 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 3dafda79-f594-42a3-9926-a914f06e3f6f Oct 21 15:08:19.047706 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.051118 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-9b6a22c5-33bd-48a7-9632-4c3fe81e0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.052612 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-9b6a22c5-33bd-48a7-9632-4c3fe81e0382 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.3553953 Oct 21 15:08:19.115034 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (e31d6540-bb00-4a1b-96fb-b36b9e7da385), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.117486 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 3dafda79-f594-42a3-9926-a914f06e3f6f is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:08:19.117868 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.151512 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 3dafda79-f594-42a3-9926-a914f06e3f6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dafda79-f594-42a3-9926-a914f06e3f6f,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:19.168586 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e31d6540-bb00-4a1b-96fb-b36b9e7da385), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.199363 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d6540-bb00-4a1b-96fb-b36b9e7da385,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:19.237269 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.238104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 8b960579-3161-44a9-932e-f96e86acfcad no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:08:19.262037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.263384 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-8f251a24-c886-4e5c-b90b-be743d8d44a5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3240833 Oct 21 15:08:19.266493 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42892) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:19.270895 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': 'e31d6540-bb00-4a1b-96fb-b36b9e7da385', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:19.273115 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 8b960579-3161-44a9-932e-f96e86acfcad {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:08:19.273523 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 8b960579-3161-44a9-932e-f96e86acfcad not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:08:19.280522 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:19.282917 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d4184-8da3-4816-a213-f4bf4f55f30f" -d '{"events": [{"server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "name": "network-vif-plugged", "status": "completed", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:19.288597 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:19.321438 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=3dafda79-f594-42a3-9926-a914f06e3f6f,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:19.340335 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ec3a10-2257-4e09-b584-c29beb549165 x-openstack-request-id: req-f7ec3a10-2257-4e09-b584-c29beb549165 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:19.340639 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "name": "network-vif-plugged", "status": "completed", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:19.340894 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7ec3a10-2257-4e09-b584-c29beb549165 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:19.341298 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ec3a10-2257-4e09-b584-c29beb549165'] response: {'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'code': 200} Oct 21 15:08:19.403056 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58818-7764-480c-a435-0933ef9e0dfc req-542b5582-ae17-4410-a8af-f7051fc86bf8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.405113 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04d58818-7764-480c-a435-0933ef9e0dfc req-542b5582-ae17-4410-a8af-f7051fc86bf8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0504622 Oct 21 15:08:19.428663 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (2e48ca62-df56-4afa-9fdf-aa8465f0c8a1), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.481811 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04d58818-7764-480c-a435-0933ef9e0dfc req-75a24473-969f-4272-a7ed-ef4f1200b6f9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702379 Oct 21 15:08:19.510283 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (2e48ca62-df56-4afa-9fdf-aa8465f0c8a1), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.579787 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (2e48ca62-df56-4afa-9fdf-aa8465f0c8a1), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.599225 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e48ca62-df56-4afa-9fdf-aa8465f0c8a1,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:19.671750 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.672984 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0140b10f-43e3-446a-ad11-3937f27d8c2a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054692 Oct 21 15:08:19.676437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42898) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:19.681637 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': 'e31d6540-bb00-4a1b-96fb-b36b9e7da385', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:19.691550 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-da6ebb1f-3ef6-4479-b4b6-cbb579bff5b7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 200 len: 217 time: 0.0684199 Oct 21 15:08:19.712745 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-e3ee3b27-6e77-412d-94f4-d111f039d658 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 1001 time: 0.0908413 Oct 21 15:08:19.802411 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (9d7cdd48-b0b1-4a65-9cb7-cb79dfd38100), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.837555 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:19.858251 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-3aba205b-50b4-4764-9b57-bc1859f7b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.859946 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-3aba205b-50b4-4764-9b57-bc1859f7b00a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0847969 Oct 21 15:08:19.861448 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4eefe-5948-40db-8993-62f849e83caa req-a6487167-1b78-4aaf-b929-0eb172b730ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.862904 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-a6487167-1b78-4aaf-b929-0eb172b730ad service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0864131 Oct 21 15:08:19.902531 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4278-a1c3-48b2-8953-33b32333711d req-50944fcb-5210-4a4e-84c3-3fab19c44f1f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.904886 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3c7c4278-a1c3-48b2-8953-33b32333711d req-50944fcb-5210-4a4e-84c3-3fab19c44f1f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0607784 Oct 21 15:08:19.922135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:19.924349 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (9d7cdd48-b0b1-4a65-9cb7-cb79dfd38100), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:19.953794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4eefe-5948-40db-8993-62f849e83caa req-5042c480-a05d-4d20-b34b-0284746f4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.955704 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-5042c480-a05d-4d20-b34b-0284746f4d74 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716157 Oct 21 15:08:19.956759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-08ff9cf3-f297-4d41-be6c-ba0f0943f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:19.958133 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-08ff9cf3-f297-4d41-be6c-ba0f0943f719 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0845027 Oct 21 15:08:20.009437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (9d7cdd48-b0b1-4a65-9cb7-cb79dfd38100), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:20.027588 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792783-73ce-41a9-bccf-b8a1e5a1aaab req-8670e8d2-5231-4489-b183-219d1a2caa41 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:20.029474 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5d792783-73ce-41a9-bccf-b8a1e5a1aaab req-8670e8d2-5231-4489-b183-219d1a2caa41 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0879903 Oct 21 15:08:20.036019 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3c7c4278-a1c3-48b2-8953-33b32333711d req-dec9d494-cf62-441b-939b-c526385e759d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201217 Oct 21 15:08:20.055318 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7cdd48-b0b1-4a65-9cb7-cb79dfd38100,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:20.102816 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5d792783-73ce-41a9-bccf-b8a1e5a1aaab req-c7108578-3a4f-4bfe-891a-aa3289fdc4d7 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523567 Oct 21 15:08:20.156566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b4e9b-cfe2-4621-8aae-4260ad7d6a05 req-1854b23c-fc19-412d-8b5a-565816bd43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:20.158052 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c62b4e9b-cfe2-4621-8aae-4260ad7d6a05 req-1854b23c-fc19-412d-8b5a-565816bd43af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 1130 time: 0.0753715 Oct 21 15:08:20.209445 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-e110c3d2-662d-466c-b054-2cc1a1c6aabb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253277 Oct 21 15:08:20.212409 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:20.213640 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-8ee833c4-1ccc-4e8b-bb93-1c67a41d369a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5360892 Oct 21 15:08:20.216184 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-15f18c7f-7d46-43ba-91b4-ac252f830d66 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461450 Oct 21 15:08:20.217139 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 42912) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:20.221734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:20.245802 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b20d4f-e9ae-431b-9555-a3a9012f4707 req-afb6f784-16f2-43a1-a213-d7d665bc924b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:20.247414 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-39b20d4f-e9ae-431b-9555-a3a9012f4707 req-afb6f784-16f2-43a1-a213-d7d665bc924b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0677414 Oct 21 15:08:20.249352 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:20.304311 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-39b20d4f-e9ae-431b-9555-a3a9012f4707 req-e9cf4d20-01d2-4527-8ef3-9cbdb6338365 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488465 Oct 21 15:08:20.329606 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c62b4e9b-cfe2-4621-8aae-4260ad7d6a05 req-ac48ac0f-0181-4b05-8834-11ce1288122f service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607864 Oct 21 15:08:20.349584 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:20.401266 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d2db65a5-4553-47f0-bc14-b6d3638dcb44 req-af981e53-35cc-4a9f-a225-071b59e97bbc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828480 Oct 21 15:08:20.403188 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-69f4eefe-5948-40db-8993-62f849e83caa req-cd4273c3-e604-4343-8fda-a6403799310b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716015 Oct 21 15:08:20.417312 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:20.433197 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:20.547796 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.27.0.11 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/e9f96319-4b5a-4497-8f7e-3d3eef2f5e43) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:08:20.683727 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e36f9f-0bb7-4a6f-9837-6194ec532443 req-f4b7338b-6e53-4e0e-aeda-5ff58586db32 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:20.685250 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d3e36f9f-0bb7-4a6f-9837-6194ec532443 req-f4b7338b-6e53-4e0e-aeda-5ff58586db32 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.1226995 Oct 21 15:08:20.702109 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd92f9-eb30-45fb-8c78-45f4f684dadd req-a990ed5c-a2c3-433c-8700-3ffc80ccb313 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:20.703558 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-20bd92f9-eb30-45fb-8c78-45f4f684dadd req-a990ed5c-a2c3-433c-8700-3ffc80ccb313 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0762572 Oct 21 15:08:20.789948 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:20.804078 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d3e36f9f-0bb7-4a6f-9837-6194ec532443 req-f579ef2f-de2c-4423-80e5-e2e0cc325d53 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107416 Oct 21 15:08:20.814129 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-20bd92f9-eb30-45fb-8c78-45f4f684dadd req-16295fa1-6f9e-4550-aed5-3b60fac29700 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962791 Oct 21 15:08:20.837088 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:20.898525 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:20.943991 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:08:20.950252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:08:20.954383 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:08:20.978430 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=e9f96319-4b5a-4497-8f7e-3d3eef2f5e43,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:21.043328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (5c6accf7-5771-4c69-8f96-6a7871ae9fc6), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.195435 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2bf4-89f1-4006-8f3a-fd739900a786 req-f9bc2df9-2a99-453d-9873-150be382da23 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:21.196915 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-271d2bf4-89f1-4006-8f3a-fd739900a786 req-f9bc2df9-2a99-453d-9873-150be382da23 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0741119 Oct 21 15:08:21.197616 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.418278 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7ff0a027-7959-4055-8c51-60885978b2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.524785 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-271d2bf4-89f1-4006-8f3a-fd739900a786 req-d727817d-3304-4fa5-9bf3-dabebaa63979 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041098 Oct 21 15:08:21.526783 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:21.575276 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42934) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:21.630140 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.713786 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b70c06b0-0813-4632-bfb4-7cbefa164884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.719872 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.790420 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (5c6accf7-5771-4c69-8f96-6a7871ae9fc6), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.794574 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=e9f96319-4b5a-4497-8f7e-3d3eef2f5e43,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:21.795148 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b70c06b0-0813-4632-bfb4-7cbefa164884 admin admin] Publish callbacks [] for security_group (46072444-f68d-47e7-b638-d45e6c696b02), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.877544 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b70c06b0-0813-4632-bfb4-7cbefa164884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (46072444-f68d-47e7-b638-d45e6c696b02), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.905565 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:21.906784 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-8b4f1902-9026-4429-aed9-8b2169f92bcd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6886222 Oct 21 15:08:21.915382 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b70c06b0-0813-4632-bfb4-7cbefa164884 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=57def3b917f4491ab891d9085e5015e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378918 Oct 21 15:08:21.919362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 42948) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:21.938645 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c06b0-0813-4632-bfb4-7cbefa164884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46072444-f68d-47e7-b638-d45e6c696b02,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:21.957555 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab88b-9a67-4549-982b-ebe08828d4bd req-9a57959f-e9a0-4667-a192-4fdd31a7c2e6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:21.959432 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-facab88b-9a67-4549-982b-ebe08828d4bd req-9a57959f-e9a0-4667-a192-4fdd31a7c2e6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0671682 Oct 21 15:08:21.995524 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5a926e15-84cf-4096-be53-657a43cb819d admin admin] Publish callbacks [] for security_group (46072444-f68d-47e7-b638-d45e6c696b02), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:22.014233 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-facab88b-9a67-4549-982b-ebe08828d4bd req-3b88ad6a-b0f2-4617-9cdf-76dc10929b56 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Oct 21 15:08:22.019870 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5a926e15-84cf-4096-be53-657a43cb819d admin admin] Publish callbacks [] for security_group (46072444-f68d-47e7-b638-d45e6c696b02), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:22.122774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5a926e15-84cf-4096-be53-657a43cb819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (46072444-f68d-47e7-b638-d45e6c696b02), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:22.126565 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5a926e15-84cf-4096-be53-657a43cb819d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:22.130109 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5a926e15-84cf-4096-be53-657a43cb819d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/46072444-f68d-47e7-b638-d45e6c696b02 HTTP/1.1" status: 204 len: 168 time: 0.2040706 Oct 21 15:08:22.137149 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a926e15-84cf-4096-be53-657a43cb819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46072444-f68d-47e7-b638-d45e6c696b02,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:22.140417 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-d19d31cc-b7d0-485f-a088-6970e6492228 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--436248819&fields=id&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 267 time: 0.0510287 Oct 21 15:08:22.256212 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-b10a235d-8b4b-405a-b092-62222f291338 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:22.257573 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-b10a235d-8b4b-405a-b092-62222f291338 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 0.1103265 Oct 21 15:08:22.272994 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-c8bfb036-dd36-4835-bad9-54416d1539ca tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/quotas/77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 375 time: 0.0100369 Oct 21 15:08:22.322755 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-235e10f8-17ab-41cb-9460-903f33b98173 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444868 Oct 21 15:08:22.425721 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-d44b8225-1031-46a6-ba1b-5f2fd1d8d0e7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908380 Oct 21 15:08:22.497344 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:22.523125 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:22.544088 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-09d81b0a-abbb-4668-93b4-8717b3dc93ab service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104996 Oct 21 15:08:22.680226 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c2f04-fcc5-4922-91bb-a82b108958c1 req-45ff2802-a780-43bb-a8f9-bb2d9df2cff9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:22.681707 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c34c2f04-fcc5-4922-91bb-a82b108958c1 req-45ff2802-a780-43bb-a8f9-bb2d9df2cff9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0509522 Oct 21 15:08:22.733145 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c34c2f04-fcc5-4922-91bb-a82b108958c1 req-3ba1b1df-0854-4c6a-8072-c07aaa00bbc5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Oct 21 15:08:22.845308 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d747440f-7868-474d-8fd1-889d4722727f req-c24a05e0-1697-495d-95bd-5b7c7537f837 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 210 time: 0.0305784 Oct 21 15:08:23.149003 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db56994-2991-4eb3-9e90-a6ada3ff02a3 req-1b2bd3f2-9d0e-4729-9cc5-2241fd2fe0a0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:23.150887 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7db56994-2991-4eb3-9e90-a6ada3ff02a3 req-1b2bd3f2-9d0e-4729-9cc5-2241fd2fe0a0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0482945 Oct 21 15:08:23.210336 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7db56994-2991-4eb3-9e90-a6ada3ff02a3 req-ba54de1a-cb0d-4cb1-ba27-d8c2654907a3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533087 Oct 21 15:08:23.858066 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f986b-db7f-4b83-a7e1-1688ab5547b0 req-8a756e65-e5e7-421c-84ae-2a32dc363340 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:23.859879 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-671f986b-db7f-4b83-a7e1-1688ab5547b0 req-8a756e65-e5e7-421c-84ae-2a32dc363340 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0501935 Oct 21 15:08:23.913564 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-671f986b-db7f-4b83-a7e1-1688ab5547b0 req-e11948e3-4a59-44ce-9cdd-080f7765fc67 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Oct 21 15:08:23.994053 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04e5fca5-155c-4ba4-8704-b7749694dd9c req-15bd28d7-4dd4-43ed-8a4c-be10df348b12 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 210 time: 0.0375605 Oct 21 15:08:24.035201 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:24.046798 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070eef6-346e-40dc-a715-27b903390520 req-3628075a-a12a-40f1-ade8-71a9ed4102e0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:24.048296 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c070eef6-346e-40dc-a715-27b903390520 req-3628075a-a12a-40f1-ade8-71a9ed4102e0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0523112 Oct 21 15:08:24.092311 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:24.092958 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:24.096949 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:24.098517 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c070eef6-346e-40dc-a715-27b903390520 req-43f48132-5453-42d8-9093-41bc8fe9a0b0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448141 Oct 21 15:08:24.133815 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43000) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:24.385144 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80536670-f705-4a8e-99d4-a1b7a2e00554 tempest-TestVolumeBootPattern-457745826 tempest-TestVolumeBootPattern-457745826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:24.390067 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-80536670-f705-4a8e-99d4-a1b7a2e00554 tempest-TestVolumeBootPattern-457745826 tempest-TestVolumeBootPattern-457745826-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 1125 time: 0.2518990 Oct 21 15:08:24.390401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43006) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:24.395064 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'port_id': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:24.399137 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd73c0-4f1c-4032-980d-c4b686adf90f req-ce5598c1-dddd-4f1c-8b5a-800b55765f69 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:24.400671 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4acd73c0-4f1c-4032-980d-c4b686adf90f req-ce5598c1-dddd-4f1c-8b5a-800b55765f69 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0854259 Oct 21 15:08:24.415695 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:24.455677 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4acd73c0-4f1c-4032-980d-c4b686adf90f req-bbce5350-5e61-474d-8a32-100eb7efc7e9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445049 Oct 21 15:08:24.499414 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:24.584022 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:24.696172 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Allocated IP 172.27.0.103 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/5d365bd6-fc45-46af-8057-d35d3e7dacd4) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:08:24.722101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:24.799462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:24.905622 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:24.952715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:08:24.957484 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:08:24.961568 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:08:24.966978 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=5d365bd6-fc45-46af-8057-d35d3e7dacd4,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:25.100946 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1fb8c0d2-e24d-4f18-9aac-0bed4cf7cb66 req-364fa31c-6bd5-455a-b9ad-dcffa0f59ddb tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 210 time: 0.0272293 Oct 21 15:08:25.310817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:25.330589 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-97c83b95-0b7c-451f-ae45-76c5d746b3f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:25.332072 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-97c83b95-0b7c-451f-ae45-76c5d746b3f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 0.1681240 Oct 21 15:08:25.458529 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-80254748-217b-4b27-910b-37de92dd95e1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 379 time: 0.0987062 Oct 21 15:08:25.459787 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (fc21fcde-61ac-4179-b63a-1afb0fcfe900), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:25.489605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'port': {'device_id': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'admin_state_up': True, 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'security_groups': ['e31d6540-bb00-4a1b-96fb-b36b9e7da385']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:25.586362 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f083d-98b6-477c-8061-1b28d93fa4f6 req-c47b2f65-da63-48ba-83e4-92cf39bdd85f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:25.587952 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b71f083d-98b6-477c-8061-1b28d93fa4f6 req-c47b2f65-da63-48ba-83e4-92cf39bdd85f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0537310 Oct 21 15:08:25.599716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:25.638287 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b71f083d-98b6-477c-8061-1b28d93fa4f6 req-a1408055-152a-49c0-b73f-0c76fea28504 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Oct 21 15:08:25.664402 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:25.756229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:25.804060 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Made reservation on behalf of 77156a46a45648cd8cb0ea22ab0f04a8 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:08:25.807824 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:25.841795 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:25.940816 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:26.007010 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.20.0.7 (b0eade66-a654-457b-8b3f-068b28484861/9aa66f79-e0db-4596-8523-72955daef8e2/07561374-f0cb-41d8-88e2-2decd05a6e6e) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:08:26.026846 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:26.027712 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=5d365bd6-fc45-46af-8057-d35d3e7dacd4,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:26.043561 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (fc21fcde-61ac-4179-b63a-1afb0fcfe900), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:26.205772 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-95e12159-817e-48a7-867d-704eb3226012 req-c781e649-df35-411f-a6b0-841ad8a272d7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 210 time: 0.0270386 Oct 21 15:08:26.211063 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Floating IP fc21fcde-61ac-4179-b63a-1afb0fcfe900 associated. External IP: 172.27.0.103, port: 3dafda79-f594-42a3-9926-a914f06e3f6f. Oct 21 15:08:26.292748 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:26.673981 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:26.735271 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:08:26.740659 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=07561374-f0cb-41d8-88e2-2decd05a6e6e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:26.743104 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:08:26.748567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:08:26.752704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:08:26.766519 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e9ef2-253f-46eb-8ba8-47312563d66c req-5ab38346-b7df-48c6-b4b2-08cd46bbc327 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:26.768143 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d4e9ef2-253f-46eb-8ba8-47312563d66c req-5ab38346-b7df-48c6-b4b2-08cd46bbc327 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0489836 Oct 21 15:08:26.780269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:26.827931 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d4e9ef2-253f-46eb-8ba8-47312563d66c req-e88211a5-6595-494f-b791-ed402757e230 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537133 Oct 21 15:08:26.842569 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:26.843236 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:26.915362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:08:26.926096 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:08:26.937189 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:26.938082 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:26.960087 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-65800b23-882b-45c6-ad63-a136d04c297d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4759762 Oct 21 15:08:26.977194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Request body: {'port': {'device_id': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:27.018965 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:27.049975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:27.067864 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:27.072058 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ab16c196-e29f-46f7-922b-cf0ed8897480 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6805749 Oct 21 15:08:27.075689 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-1ac992a5-c9ad-43d5-b722-42f172436270 None None] Provisioning complete for port 07561374-f0cb-41d8-88e2-2decd05a6e6e triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:08:27.076591 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-1ac992a5-c9ad-43d5-b722-42f172436270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:27.077069 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-1ac992a5-c9ad-43d5-b722-42f172436270 None None] Attempt 1 to provision port 07561374-f0cb-41d8-88e2-2decd05a6e6e Oct 21 15:08:27.078928 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:27.081175 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca853d33-9a6c-401f-be5a-26af5e83f5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:27.081362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:27.126567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008f6107-18eb-4d8a-8f73-f141d6d48e45 x-openstack-request-id: req-008f6107-18eb-4d8a-8f73-f141d6d48e45 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:27.126956 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:27.133040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-008f6107-18eb-4d8a-8f73-f141d6d48e45 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:27.133040 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008f6107-18eb-4d8a-8f73-f141d6d48e45'] response: {'name': 'network-changed', 'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'status': 'completed', 'code': 200} Oct 21 15:08:27.157184 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-1ac992a5-c9ad-43d5-b722-42f172436270 None None] Port 07561374-f0cb-41d8-88e2-2decd05a6e6e cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:08:27.241327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-dfe79be0-2b82-46ea-9214-669be076ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:27.243176 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-dfe79be0-2b82-46ea-9214-669be076ce2d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 1130 time: 0.0595596 Oct 21 15:08:27.253173 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:27.309300 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': 'fc21fcde-61ac-4179-b63a-1afb0fcfe900', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:dc:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:25Z', 'updated_at': '2022-10-21T15:08:25Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:27.336455 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:08:27.338125 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:27.344190 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719182f-a1fa-4e5c-a4e8-508f6d7c4e41 req-7701473b-e823-41f4-ac17-42ef575c49bb tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:27.344190 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d719182f-a1fa-4e5c-a4e8-508f6d7c4e41 req-7701473b-e823-41f4-ac17-42ef575c49bb tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 931 time: 0.0546832 Oct 21 15:08:27.345791 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:27.346622 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:27.395027 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d719182f-a1fa-4e5c-a4e8-508f6d7c4e41 req-3b8a466d-b6b0-4a6f-b257-bf1ad6d4b303 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482817 Oct 21 15:08:27.433002 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-d31672d1-dfdc-4ceb-ba62-0b7400472214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:27.434476 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-d31672d1-dfdc-4ceb-ba62-0b7400472214 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.1801858 Oct 21 15:08:27.517190 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07561374-f0cb-41d8-88e2-2decd05a6e6e {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:08:27.524899 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:27.526983 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Publish callbacks [] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:27.550467 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-d4df06d7-975c-434b-9d5d-0a46022b863b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dafda79-f594-42a3-9926-a914f06e3f6f HTTP/1.1" status: 200 len: 1000 time: 0.0878918 Oct 21 15:08:27.552995 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Transition to ACTIVE for port object 07561374-f0cb-41d8-88e2-2decd05a6e6e will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:08:27.590993 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:27.601410 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-b7e94ea1-caeb-420d-a6b7-77389c453a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:27.602901 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-b7e94ea1-caeb-420d-a6b7-77389c453a79 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0451171 Oct 21 15:08:27.653282 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:27.683933 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-816e0d70-05a9-4052-96b2-5735745437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:27.686022 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-816e0d70-05a9-4052-96b2-5735745437e7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716007 Oct 21 15:08:27.715776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Pushing event updated for resources: {'Port': ['ID=07561374-f0cb-41d8-88e2-2decd05a6e6e,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:27.809838 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': 'fc21fcde-61ac-4179-b63a-1afb0fcfe900', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:dc:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:25Z', 'updated_at': '2022-10-21T15:08:25Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:27.834927 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ac865-09dd-4d30-aa8d-249d629c9ed4 None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': 'fc21fcde-61ac-4179-b63a-1afb0fcfe900', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:dc:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:25Z', 'updated_at': '2022-10-21T15:08:25Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:08:27.858581 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-268749c1-dca9-4889-96a9-9eb17b0351b0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546702 Oct 21 15:08:27.859411 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Attempting to bind port 07561374-f0cb-41d8-88e2-2decd05a6e6e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:08:27.859741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Attempting to bind port 07561374-f0cb-41d8-88e2-2decd05a6e6e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:08:27.860066 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Attempting to bind port 07561374-f0cb-41d8-88e2-2decd05a6e6e on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:08:27.972938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Port 07561374-f0cb-41d8-88e2-2decd05a6e6e on network b0eade66-a654-457b-8b3f-068b28484861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:08:27.973267 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Attempting to bind port 07561374-f0cb-41d8-88e2-2decd05a6e6e on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:08:27.978715 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1aa1-21a0-47eb-ad61-ed50b381046f req-c4af50b6-47d8-44a7-bafd-34d09cfdd186 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:27.980239 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a5f1aa1-21a0-47eb-ad61-ed50b381046f req-c4af50b6-47d8-44a7-bafd-34d09cfdd186 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0631711 Oct 21 15:08:28.026537 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca853d33-9a6c-401f-be5a-26af5e83f5b2 req-53d56c5d-a165-42fa-b12d-604f138784cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615415 Oct 21 15:08:28.033860 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a5f1aa1-21a0-47eb-ad61-ed50b381046f req-54d26233-c245-48bd-85ca-9bfedd0ccf3d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471551 Oct 21 15:08:28.042703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:08:28.042962 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:08:28.043407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Bound using segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:08:28.043919 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Bound port: 07561374-f0cb-41d8-88e2-2decd05a6e6e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:08:28.044350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:28.100824 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a577c3-6ad9-4727-9c25-757192d9b3ac None None] New status for floating IP fc21fcde-61ac-4179-b63a-1afb0fcfe900: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:08:28.112188 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] For port 07561374-f0cb-41d8-88e2-2decd05a6e6e, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:08:28.115401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] For port 07561374-f0cb-41d8-88e2-2decd05a6e6e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:08:28.206680 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:28.210051 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:28.211082 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:28.212493 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/07561374-f0cb-41d8-88e2-2decd05a6e6e HTTP/1.1" status: 200 len: 1093 time: 1.2395248 Oct 21 15:08:28.215636 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:28.261400 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f99ac-1771-468e-81e0-c2a6753ae4fe service neutron] Pushing event updated for resources: {'Port': ['ID=07561374-f0cb-41d8-88e2-2decd05a6e6e,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:28.373496 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-df816e0e-6f04-47a3-83c6-391c14103d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:28.375048 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-df816e0e-6f04-47a3-83c6-391c14103d89 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 1127 time: 0.0436630 Oct 21 15:08:28.419990 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-bb7269ab-1765-401c-9c3c-30dcdadf74a5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e HTTP/1.1" status: 200 len: 217 time: 0.0329366 Oct 21 15:08:28.473176 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-848ce951-cf7b-4398-886e-32642d267be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:28.475040 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-848ce951-cf7b-4398-886e-32642d267be8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0467565 Oct 21 15:08:28.522529 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f6f2-1f36-47ac-9ffa-1cf0701ff0be req-c8501f6f-1c4f-41a6-9205-7cbce79dbf27 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:28.524037 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6db3f6f2-1f36-47ac-9ffa-1cf0701ff0be req-c8501f6f-1c4f-41a6-9205-7cbce79dbf27 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 943 time: 0.0513358 Oct 21 15:08:28.524466 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-e7cc04d3-2529-4115-a960-bd904ba05eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:28.525936 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-e7cc04d3-2529-4115-a960-bd904ba05eb9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435100 Oct 21 15:08:28.545243 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:28.572645 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6db3f6f2-1f36-47ac-9ffa-1cf0701ff0be req-5334bcb7-14f2-4b9a-8d3b-a3b8ba86a4c5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426979 Oct 21 15:08:28.619257 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-230e1b0c-3108-4606-aad1-dd18c703dcbd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851207 Oct 21 15:08:28.716649 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0a506ce-0b5f-41f1-b6e9-5d70ab579146 req-ec23b7d7-d42e-4601-b1cd-9a5e2d44bdfa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850844 Oct 21 15:08:29.129621 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:29.131967 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460a188-449e-4332-b073-c1830cce3a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:29.155453 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bedfd-51e3-4098-820a-6552d6f635f9 req-a802f0c2-fd69-4971-a6ee-b864b7898432 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:29.157011 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a03bedfd-51e3-4098-820a-6552d6f635f9 req-a802f0c2-fd69-4971-a6ee-b864b7898432 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0475612 Oct 21 15:08:29.171479 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f569d-86cd-4034-9c87-e80efd2ed284 x-openstack-request-id: req-221f569d-86cd-4034-9c87-e80efd2ed284 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:29.171765 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:29.172117 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-221f569d-86cd-4034-9c87-e80efd2ed284 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:29.172516 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221f569d-86cd-4034-9c87-e80efd2ed284'] response: {'name': 'network-changed', 'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'status': 'completed', 'code': 200} Oct 21 15:08:29.204971 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a03bedfd-51e3-4098-820a-6552d6f635f9 req-f3344db7-6970-4883-b783-1ea209d5fa0b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Oct 21 15:08:29.693584 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614352-df98-495d-9aaa-1f948756a731 req-ba722278-f006-43af-8e49-08eaeed782a1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:29.695062 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-18614352-df98-495d-9aaa-1f948756a731 req-ba722278-f006-43af-8e49-08eaeed782a1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 943 time: 0.0464683 Oct 21 15:08:29.744842 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-18614352-df98-495d-9aaa-1f948756a731 req-b47c959d-d6b9-49dd-a845-33a482eb3e48 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442796 Oct 21 15:08:30.338782 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83079db-38cf-41e5-9ab4-3d3f100e9f31 req-327ad6a2-b239-4053-b69b-d0b62385d6de tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:30.340272 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d83079db-38cf-41e5-9ab4-3d3f100e9f31 req-327ad6a2-b239-4053-b69b-d0b62385d6de tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0543909 Oct 21 15:08:30.390197 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d83079db-38cf-41e5-9ab4-3d3f100e9f31 req-8a7596fd-e816-4b5f-87fc-d45cfd159127 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Oct 21 15:08:30.800660 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a188-449e-4332-b073-c1830cce3a5f req-8f34cf60-eee0-4ee3-bce7-0d6edbe1557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:30.802220 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-8f34cf60-eee0-4ee3-bce7-0d6edbe1557b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 1127 time: 0.0419588 Oct 21 15:08:30.868616 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0d35-8927-49b4-8821-ae7c8a640428 req-95164ddd-805c-4b8e-aa87-8647481a401d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:30.871022 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d5d0d35-8927-49b4-8821-ae7c8a640428 req-95164ddd-805c-4b8e-aa87-8647481a401d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 943 time: 0.0502529 Oct 21 15:08:30.911976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a188-449e-4332-b073-c1830cce3a5f req-70228c24-6e36-4c78-ab55-d8f1382ba80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:30.913523 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-70228c24-6e36-4c78-ab55-d8f1382ba80c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 916 time: 0.0972707 Oct 21 15:08:30.920637 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d5d0d35-8927-49b4-8821-ae7c8a640428 req-33b17961-1e8a-4891-b942-07e1984f2999 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430777 Oct 21 15:08:30.925748 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 07561374-f0cb-41d8-88e2-2decd05a6e6e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:08:31.026263 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 07561374-f0cb-41d8-88e2-2decd05a6e6e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:31.035356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:31.037841 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'port_id': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'mac_address': 'fa:16:3e:6d:f2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:08:31.073133 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 07561374-f0cb-41d8-88e2-2decd05a6e6e is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:08:31.073521 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:31.086572 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07561374-f0cb-41d8-88e2-2decd05a6e6e {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:08:31.106072 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 07561374-f0cb-41d8-88e2-2decd05a6e6e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:31.208351 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:31.255626 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=07561374-f0cb-41d8-88e2-2decd05a6e6e,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:31.365778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:31.394444 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-53e7f050-ae06-44af-9ede-07544a8ed191 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e HTTP/1.1" status: 200 len: 217 time: 0.0345187 Oct 21 15:08:31.484158 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a188-449e-4332-b073-c1830cce3a5f req-d23a9272-5fe1-41c6-ad67-5c31600e3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:31.485672 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-d23a9272-5fe1-41c6-ad67-5c31600e3a07 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0487263 Oct 21 15:08:31.522587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d9e4-92fb-4e06-b174-fef1ba95884a req-fae08ce0-ba6a-41ab-abd3-00ba69615afd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:31.524102 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4182d9e4-92fb-4e06-b174-fef1ba95884a req-fae08ce0-ba6a-41ab-abd3-00ba69615afd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0508642 Oct 21 15:08:31.529777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a188-449e-4332-b073-c1830cce3a5f req-7d5351df-8b8b-4ebe-8a32-e71629a7cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:31.531770 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-7d5351df-8b8b-4ebe-8a32-e71629a7cb70 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398605 Oct 21 15:08:31.574957 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4182d9e4-92fb-4e06-b174-fef1ba95884a req-65d9ca6a-b88a-4b1c-8fdc-ca8087441a8a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443692 Oct 21 15:08:31.630595 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-7c295c3b-a473-4d6c-9f58-7b20f1dfa2bc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919223 Oct 21 15:08:31.630852 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['07561374-f0cb-41d8-88e2-2decd05a6e6e'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:08:31.727276 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9460a188-449e-4332-b073-c1830cce3a5f req-3e5200a4-9fb2-410f-be3a-4ee894b82747 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889671 Oct 21 15:08:32.040972 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57f107-a71a-4d74-9aae-7b60882656c7 req-143b8552-c138-486d-b243-9af24d81860f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:32.042713 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-be57f107-a71a-4d74-9aae-7b60882656c7 req-143b8552-c138-486d-b243-9af24d81860f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 944 time: 0.0471020 Oct 21 15:08:32.089749 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-be57f107-a71a-4d74-9aae-7b60882656c7 req-b8bc6b8c-1c94-456d-a5be-c553628bd4f5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414350 Oct 21 15:08:32.405333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:32.419333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081b33-6d5a-4987-8f4d-1239bfb2a059 req-0bc792a9-c953-4b07-afb0-87955ae5a6fe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:32.419333 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-69081b33-6d5a-4987-8f4d-1239bfb2a059 req-0bc792a9-c953-4b07-afb0-87955ae5a6fe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0461659 Oct 21 15:08:32.468089 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-69081b33-6d5a-4987-8f4d-1239bfb2a059 req-9c8d1418-aacf-49c7-9081-fcf85018c9d1 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 Oct 21 15:08:32.496763 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43068) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:32.635519 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64249f64-995f-46cb-b345-8aa10cbb9d94 tempest-TestMinimumBasicScenario-513546662 tempest-TestMinimumBasicScenario-513546662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:32.640645 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-64249f64-995f-46cb-b345-8aa10cbb9d94 tempest-TestMinimumBasicScenario-513546662 tempest-TestMinimumBasicScenario-513546662-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1124 time: 0.1395142 Oct 21 15:08:32.640865 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43074) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:32.645087 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'port_id': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:32.705256 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2cc48-5f0c-4149-9294-b0d4558d9bab req-317eaada-c606-4d4c-a843-44ec614fe236 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:32.706597 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-39b2cc48-5f0c-4149-9294-b0d4558d9bab req-317eaada-c606-4d4c-a843-44ec614fe236 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0533690 Oct 21 15:08:32.754082 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-39b2cc48-5f0c-4149-9294-b0d4558d9bab req-203c82a4-1125-466c-99ea-bc9e2318ced1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Oct 21 15:08:32.766738 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:32.847315 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:32.956150 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 07561374-f0cb-41d8-88e2-2decd05a6e6e up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:08:32.957920 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Allocated IP 172.27.0.180 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/4d856751-a8d9-44b5-822f-0bbcc8d63116) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:08:32.961885 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:33.001577 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 07561374-f0cb-41d8-88e2-2decd05a6e6e completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:08:33.064351 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.094111 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 07561374-f0cb-41d8-88e2-2decd05a6e6e triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:08:33.094510 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.094885 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 07561374-f0cb-41d8-88e2-2decd05a6e6e Oct 21 15:08:33.141033 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.172490 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 07561374-f0cb-41d8-88e2-2decd05a6e6e is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:08:33.172874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.191235 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:33.196785 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:33.199082 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0689701-7ddb-4142-97fb-c57978190ba3" -d '{"events": [{"server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "name": "network-vif-plugged", "status": "completed", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:33.200243 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:08:33.212796 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 07561374-f0cb-41d8-88e2-2decd05a6e6e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:33.223350 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:08:33.227571 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:08:33.229973 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'Port': ['ID=4d856751-a8d9-44b5-822f-0bbcc8d63116,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:33.245229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4182a43-87bd-4dfa-aae1-2113befbd4e4 x-openstack-request-id: req-b4182a43-87bd-4dfa-aae1-2113befbd4e4 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:33.245389 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "name": "network-vif-plugged", "status": "completed", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:33.245700 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4182a43-87bd-4dfa-aae1-2113befbd4e4 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:33.246102 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4182a43-87bd-4dfa-aae1-2113befbd4e4'] response: {'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'code': 200} Oct 21 15:08:33.266843 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a611738-cf07-4e4a-9850-28df5f16f43d req-663177be-fdbf-4764-b1d9-276f953ecb05 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:33.268339 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8a611738-cf07-4e4a-9850-28df5f16f43d req-663177be-fdbf-4764-b1d9-276f953ecb05 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 944 time: 0.0945697 Oct 21 15:08:33.271719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.324487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=07561374-f0cb-41d8-88e2-2decd05a6e6e,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:33.381065 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8a611738-cf07-4e4a-9850-28df5f16f43d req-cfe3fd24-e2e8-4af2-84bf-843a50aa74aa tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062400 Oct 21 15:08:33.615902 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc299d-fe9e-4177-9b78-60027ae2b373 req-6b35f35b-b2f1-4103-96c8-8eae9cd22f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:33.617622 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddbc299d-fe9e-4177-9b78-60027ae2b373 req-6b35f35b-b2f1-4103-96c8-8eae9cd22f6c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 1129 time: 0.0580411 Oct 21 15:08:33.636758 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for floatingip (18c88ab3-1344-425c-8767-3c34c8da90b7), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.662236 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddbc299d-fe9e-4177-9b78-60027ae2b373 req-ed8aa37f-b195-4d6b-ab29-c7489be62733 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Oct 21 15:08:33.750983 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.807573 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:33.889797 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9a7d-a4a3-494a-a84d-0d1e7a9cf2e3 req-3d4ba6eb-f943-4a02-9a67-b39c572438d6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:33.892608 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-96af9a7d-a4a3-494a-a84d-0d1e7a9cf2e3 req-3d4ba6eb-f943-4a02-9a67-b39c572438d6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0584249 Oct 21 15:08:33.976172 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:33.981567 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-96af9a7d-a4a3-494a-a84d-0d1e7a9cf2e3 req-f958af1e-f329-4cd8-8f60-dedab6948e5d tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807397 Oct 21 15:08:34.054402 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:34.125751 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (18c88ab3-1344-425c-8767-3c34c8da90b7), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:34.127510 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'Port': ['ID=4d856751-a8d9-44b5-822f-0bbcc8d63116,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:34.130658 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:34.180129 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:08:34.228821 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Floating IP 18c88ab3-1344-425c-8767-3c34c8da90b7 associated. External IP: 172.27.0.180, port: ec944e0e-612e-4817-bd86-18a2f862bac2. Oct 21 15:08:34.711884 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a21e-7124-47cd-b4c6-9fa4bd338a7a req-bd1a70c3-02c3-4c7b-9ee9-48fcfbdcd3b7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:34.713264 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6b57a21e-7124-47cd-b4c6-9fa4bd338a7a req-bd1a70c3-02c3-4c7b-9ee9-48fcfbdcd3b7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0625598 Oct 21 15:08:34.719592 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Router c1c9ec61-5e49-450d-a1f0-86b8813282aa has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:08:34.811490 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6b57a21e-7124-47cd-b4c6-9fa4bd338a7a req-6fbdf502-64a9-4c23-90be-61fd3e774c4c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902994 Oct 21 15:08:34.863740 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:08:34.872969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] Sync routers for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:08:34.883251 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:34.886839 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:34.936306 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:34.965410 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:34.974071 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ad145c3e-d802-4841-b368-b0653c233162 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3321476 Oct 21 15:08:34.974784 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:34.976656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43088) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:34.977118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:34.982908 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787743502', 'description': 'tempest-secgroup-smoke-1787743502 description', 'project_id': 'a77531edf7224da8847bb5c9813ae7da'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:34.995629 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:35.001608 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:35.019889 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aabb21-ba64-4f27-9861-8f5d6391f48c x-openstack-request-id: req-d3aabb21-ba64-4f27-9861-8f5d6391f48c {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:35.020177 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:35.020431 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3aabb21-ba64-4f27-9861-8f5d6391f48c {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:35.020822 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3aabb21-ba64-4f27-9861-8f5d6391f48c'] response: {'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'status': 'completed', 'code': 200} Oct 21 15:08:35.092521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.131235 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe00f-069f-44ab-8473-a0452987a32d req-cc7cb96e-b36d-4419-a3c9-8c14c0cfdcc0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:35.133396 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fbfe00f-069f-44ab-8473-a0452987a32d req-cc7cb96e-b36d-4419-a3c9-8c14c0cfdcc0 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0654409 Oct 21 15:08:35.136546 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:35.168718 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group (1babb31a-0977-46c2-88f8-be0c65d9ec08), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.187420 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fbfe00f-069f-44ab-8473-a0452987a32d req-c5138069-c2fb-43bd-bf60-2ffd71a0e23e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Oct 21 15:08:35.227506 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '18c88ab3-1344-425c-8767-3c34c8da90b7', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'port_id': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'mac_address': 'fa:16:3e:1b:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:33Z', 'updated_at': '2022-10-21T15:08:33Z', 'revision_number': 0, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:18Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:35.234882 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1babb31a-0977-46c2-88f8-be0c65d9ec08), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.252342 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] Checking router: c1c9ec61-5e49-450d-a1f0-86b8813282aa for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:08:35.260814 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:35.261419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:35.275355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1babb31a-0977-46c2-88f8-be0c65d9ec08,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:35.364505 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.365015 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:35.365821 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-1085da13-422e-4485-b6c6-7990a6878cbe tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3889108 Oct 21 15:08:35.368784 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43094) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:35.373059 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group_rule': {'security_group_id': '1babb31a-0977-46c2-88f8-be0c65d9ec08', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:35.460082 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (0885df40-8209-4052-a1dc-e1b5680f8f0f), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.513212 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (0885df40-8209-4052-a1dc-e1b5680f8f0f), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.577222 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-ed34414d-435a-4e55-9e01-f4877c7ff736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:35.578930 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-ed34414d-435a-4e55-9e01-f4877c7ff736 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1129 time: 0.0419378 Oct 21 15:08:35.594671 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '18c88ab3-1344-425c-8767-3c34c8da90b7', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'port_id': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'mac_address': 'fa:16:3e:1b:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:33Z', 'updated_at': '2022-10-21T15:08:33Z', 'revision_number': 0, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:18Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:35.602417 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (0885df40-8209-4052-a1dc-e1b5680f8f0f), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.620140 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a1bbb-fc33-470e-8af6-322b136f87be None None] The sync data for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi is: [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '18c88ab3-1344-425c-8767-3c34c8da90b7', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'port_id': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'mac_address': 'fa:16:3e:1b:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:33Z', 'updated_at': '2022-10-21T15:08:33Z', 'revision_number': 0, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:18Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:08:35.658327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0885df40-8209-4052-a1dc-e1b5680f8f0f,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:35.698246 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-4b1e23c4-a64a-4bba-b3aa-e5bab57bcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:35.699753 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-4b1e23c4-a64a-4bba-b3aa-e5bab57bcb0c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 915 time: 0.1151297 Oct 21 15:08:35.750354 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.751643 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b5860ff2-b9f2-4fe5-9d33-96408b36020a tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819363 Oct 21 15:08:35.754463 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43096) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:35.758840 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group_rule': {'security_group_id': '1babb31a-0977-46c2-88f8-be0c65d9ec08', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:35.765575 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:35.797169 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-605f23ac-1107-4cc4-b1cd-0b0bf06b758e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 999 time: 0.0843794 Oct 21 15:08:35.840281 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14927597-e44b-41ce-be3c-25f2c5c13d2c None None] New status for floating IP 18c88ab3-1344-425c-8767-3c34c8da90b7: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:08:35.866651 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-67155e7f-0bd7-47a8-bbca-3aafae9c8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:35.868259 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-67155e7f-0bd7-47a8-bbca-3aafae9c8fca service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 200 len: 853 time: 0.0646968 Oct 21 15:08:35.875970 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (ec1189ca-61cb-4caf-9c1e-6fde0076f6a7), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:35.942978 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39725f8-6871-4981-93a7-231852f088b5 req-b29e2dbc-3340-4e50-8e15-831223870e8d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:35.944646 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d39725f8-6871-4981-93a7-231852f088b5 req-b29e2dbc-3340-4e50-8e15-831223870e8d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0525639 Oct 21 15:08:35.947715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-547607cd-2571-4fb8-94ce-dffef50150c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:35.955637 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-547607cd-2571-4fb8-94ce-dffef50150c8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=870578cc-77cc-4374-9ce6-c401715d7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749676 Oct 21 15:08:36.001227 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d39725f8-6871-4981-93a7-231852f088b5 req-de701641-e4c6-4c47-aa78-ea4f44b2f7b2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464687 Oct 21 15:08:36.039018 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (ec1189ca-61cb-4caf-9c1e-6fde0076f6a7), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.077264 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-243fd9c1-a1cc-4934-9a38-e868577b4b40 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139817 Oct 21 15:08:36.087952 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:36.105042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:36.128878 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781f1d8-ab61-4847-a268-896d3135a1d1 req-546c72d8-60b4-4bb8-8543-8d37beac9b77 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:36.130372 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1781f1d8-ab61-4847-a268-896d3135a1d1 req-546c72d8-60b4-4bb8-8543-8d37beac9b77 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Oct 21 15:08:36.141547 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43102) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:36.144610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (ec1189ca-61cb-4caf-9c1e-6fde0076f6a7), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.146520 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'port_id': '07561374-f0cb-41d8-88e2-2decd05a6e6e'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:36.168664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1189ca-61cb-4caf-9c1e-6fde0076f6a7,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:36.186973 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (5c6accf7-5771-4c69-8f96-6a7871ae9fc6), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.206186 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-95d6ced4-14eb-4d7f-8fd4-7c0716ddf23f req-0cc63bb2-a583-4146-b2b6-64ce8146add9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091797 Oct 21 15:08:36.231455 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.235905 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-81f9fc4c-26de-43ab-b133-aab44e0bd9ca tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4773905 Oct 21 15:08:36.236532 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43106) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:36.241163 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group_rule': {'security_group_id': '1babb31a-0977-46c2-88f8-be0c65d9ec08', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:36.351627 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f435c1-5d70-4557-b8c1-f7b3b71f4d5d req-69277b89-305f-44c1-b5c1-4aba5a2b0908 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:36.353012 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a2f435c1-5d70-4557-b8c1-f7b3b71f4d5d req-69277b89-305f-44c1-b5c1-4aba5a2b0908 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0792649 Oct 21 15:08:36.362498 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (7320da75-688c-472b-800f-ce6a8bcea0c7), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.426598 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (7320da75-688c-472b-800f-ce6a8bcea0c7), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.458274 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:36.478614 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a2f435c1-5d70-4557-b8c1-f7b3b71f4d5d req-ec38c727-f3e1-4d31-bbd4-993f67829b8c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929899 Oct 21 15:08:36.488604 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (7320da75-688c-472b-800f-ce6a8bcea0c7), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.512714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7320da75-688c-472b-800f-ce6a8bcea0c7,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:36.602328 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.603582 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ac34651c-7185-485c-a019-1cfafe8fafb9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660538 Oct 21 15:08:36.606491 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43112) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:36.611514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group_rule': {'security_group_id': '1babb31a-0977-46c2-88f8-be0c65d9ec08', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:36.705336 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.715185 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (35fc16b1-efc4-42d0-82d8-7e731b9927d3), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.760368 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (5c6accf7-5771-4c69-8f96-6a7871ae9fc6), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.773893 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (35fc16b1-efc4-42d0-82d8-7e731b9927d3), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.846107 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (35fc16b1-efc4-42d0-82d8-7e731b9927d3), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.860237 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP 5c6accf7-5771-4c69-8f96-6a7871ae9fc6 associated. External IP: 172.27.0.11, port: 07561374-f0cb-41d8-88e2-2decd05a6e6e. Oct 21 15:08:36.864941 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fc16b1-efc4-42d0-82d8-7e731b9927d3,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:36.939511 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:36.944241 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e64a821e-6eb2-402e-8b7b-110e0fa4cd96 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326237 Oct 21 15:08:36.945000 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43114) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:36.953783 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group_rule': {'security_group_id': '1babb31a-0977-46c2-88f8-be0c65d9ec08', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:37.031276 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.securitygroups_db [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Project a77531edf7224da8847bb5c9813ae7da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 15:08:37.041320 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (25480d08-41f9-47f6-947a-aed405f17684), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.117286 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:37.121346 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:08:37.149125 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (25480d08-41f9-47f6-947a-aed405f17684), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.224042 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (25480d08-41f9-47f6-947a-aed405f17684), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.258102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25480d08-41f9-47f6-947a-aed405f17684,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:37.266102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:08:37.270514 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.276336 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:08:37.288027 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:37.288640 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:37.306421 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9d4dd4fb-5cf3-4f0a-a1ed-d9820516e07c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/5c6accf7-5771-4c69-8f96-6a7871ae9fc6 HTTP/1.1" status: 200 len: 990 time: 1.1617351 Oct 21 15:08:37.306421 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:37.307349 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:37.338113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.339439 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4d76dd0d-6cc3-4407-8530-8092c67270c3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3934727 Oct 21 15:08:37.346601 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43120) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:37.347304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269384cb-fd7f-48fc-a1cb-74305c34a1be x-openstack-request-id: req-269384cb-fd7f-48fc-a1cb-74305c34a1be {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:37.347304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:37.347304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-269384cb-fd7f-48fc-a1cb-74305c34a1be {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:37.347849 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269384cb-fd7f-48fc-a1cb-74305c34a1be'] response: {'name': 'network-changed', 'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'status': 'completed', 'code': 200} Oct 21 15:08:37.348441 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'security_group_rule': {'security_group_id': '1babb31a-0977-46c2-88f8-be0c65d9ec08', 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:37.400638 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:37.463713 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.securitygroups_db [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Project a77531edf7224da8847bb5c9813ae7da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 15:08:37.470605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (a7bfb8d0-90bb-4311-90d6-08a2f7b9bf5b), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.493550 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:37.498469 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:37.535475 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (a7bfb8d0-90bb-4311-90d6-08a2f7b9bf5b), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.607310 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a3a1a-00e4-4542-920a-7040adbcbcff req-9827779f-e5f0-442d-89cb-f6a52c9e6546 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:37.608771 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dd0a3a1a-00e4-4542-920a-7040adbcbcff req-9827779f-e5f0-442d-89cb-f6a52c9e6546 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0472121 Oct 21 15:08:37.619377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '5c6accf7-5771-4c69-8f96-6a7871ae9fc6', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:6d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:21Z', 'updated_at': '2022-10-21T15:08:36Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:37.623413 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (a7bfb8d0-90bb-4311-90d6-08a2f7b9bf5b), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.644565 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:37.645118 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:08:37.648637 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bfb8d0-90bb-4311-90d6-08a2f7b9bf5b,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:37.654542 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:37.655987 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:37.664748 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dd0a3a1a-00e4-4542-920a-7040adbcbcff req-accfaefd-760c-462c-a3bf-e0a45e664625 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500820 Oct 21 15:08:37.747931 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:37.749169 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-f6317098-c484-4a80-9905-32c4bc8e1751 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4046111 Oct 21 15:08:37.759011 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:37.866092 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-2bd7d79b-7250-4b9a-9fdc-a9b055ab065f tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1787743502&fields=id&tenant_id=a77531edf7224da8847bb5c9813ae7da HTTP/1.1" status: 200 len: 267 time: 0.0680261 Oct 21 15:08:37.924565 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-594b8a2c-0317-469b-8ee3-12db75987b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:37.926521 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-594b8a2c-0317-469b-8ee3-12db75987b20 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 1129 time: 0.0618324 Oct 21 15:08:37.930543 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-e1dda517-c3ff-4c9a-b375-1e961ec11808 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:37.932234 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-e1dda517-c3ff-4c9a-b375-1e961ec11808 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0653701 Oct 21 15:08:37.945914 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'port': {'security_groups': ['3ac8ca88-1da4-4c8b-8f34-9abd42ce2361', '1babb31a-0977-46c2-88f8-be0c65d9ec08']}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:38.028237 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:38.049144 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36aa0-8054-4ee0-a723-61c8c26e77be req-60bf1352-5c4b-42d7-bf71-4302d4df140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.050829 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8cf36aa0-8054-4ee0-a723-61c8c26e77be req-60bf1352-5c4b-42d7-bf71-4302d4df140e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.0858581 Oct 21 15:08:38.095614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-c37db944-b612-4d97-a989-aa1eb55d23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.097266 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-c37db944-b612-4d97-a989-aa1eb55d23bf service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 916 time: 0.1571560 Oct 21 15:08:38.123730 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '5c6accf7-5771-4c69-8f96-6a7871ae9fc6', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:6d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:21Z', 'updated_at': '2022-10-21T15:08:36Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:38.125505 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:38.150102 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dd242-75ce-4b72-b9a0-f86e476863cb None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '5c6accf7-5771-4c69-8f96-6a7871ae9fc6', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:6d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:08:21Z', 'updated_at': '2022-10-21T15:08:36Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:08:38.152434 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8cf36aa0-8054-4ee0-a723-61c8c26e77be req-0a17fa66-e082-4971-a9c4-b2e3b0a87e03 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884793 Oct 21 15:08:38.179234 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-3d65bb13-c129-48e4-acfd-ce5d0ee0606d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e HTTP/1.1" status: 200 len: 998 time: 0.0710588 Oct 21 15:08:38.264467 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:08:38.298101 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:38.353423 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eefd8b-b0a2-4d3f-86be-5a400873622b None None] New status for floating IP 5c6accf7-5771-4c69-8f96-6a7871ae9fc6: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:08:38.359490 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:38.371414 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['ec944e0e-612e-4817-bd86-18a2f862bac2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:08:38.372182 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.372182 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:38.374279 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0e11f9ec-3cc0-49fe-b425-c24aa7c04f90 req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "PUT /networking/v2.0/ports/ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 981 time: 0.4333119 Oct 21 15:08:38.425462 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dc2c6-afd8-42e2-acab-7a2d2b18d81d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=6']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:08:38.476145 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-09aad8e8-b8aa-4e13-8cda-58a784ec2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.478501 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-09aad8e8-b8aa-4e13-8cda-58a784ec2a09 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0901625 Oct 21 15:08:38.512589 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b220-ca6d-48a8-a161-261b2c38e008 req-058fa72f-f58d-4b5b-9e80-97269fed2cc6 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.521503 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-67c5b220-ca6d-48a8-a161-261b2c38e008 req-058fa72f-f58d-4b5b-9e80-97269fed2cc6 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0612617 Oct 21 15:08:38.531032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:38.541956 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['ec944e0e-612e-4817-bd86-18a2f862bac2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:08:38.547280 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-24611fd4-2a0f-4410-9107-c284ed23d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.548868 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-24611fd4-2a0f-4410-9107-c284ed23d45b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528426 Oct 21 15:08:38.579611 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-67c5b220-ca6d-48a8-a161-261b2c38e008 req-2e3d077a-1258-4c84-8091-4b6deeae6b0d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572217 Oct 21 15:08:38.667499 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-adb12c3d-6be5-4eab-a085-46c8af2645f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029449 Oct 21 15:08:38.729092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:38.788472 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6de72e-7513-4985-ad65-4f55e09a90ee req-0bf299bc-c190-4bd9-be7a-16dc690e208c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:38.789990 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ac6de72e-7513-4985-ad65-4f55e09a90ee req-0bf299bc-c190-4bd9-be7a-16dc690e208c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0478771 Oct 21 15:08:38.834284 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:38.842228 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ac6de72e-7513-4985-ad65-4f55e09a90ee req-6a4e3cc4-b099-436b-83a3-a8cdd0c29301 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455554 Oct 21 15:08:38.975250 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:39.218515 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-5f8e1056-fedf-4ca7-a4bc-f6a2f6db7a0e req-2c6ede1e-d684-41bc-ad85-489f30296600 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873384 Oct 21 15:08:39.349382 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:39.351759 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e50e2-413d-4abb-99bd-a1294357a7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:39.387437 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4409f236-76ad-4580-9787-256454270c56 x-openstack-request-id: req-4409f236-76ad-4580-9787-256454270c56 {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:39.387729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:39.387983 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4409f236-76ad-4580-9787-256454270c56 {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:39.389020 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4409f236-76ad-4580-9787-256454270c56'] response: {'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'status': 'completed', 'code': 200} Oct 21 15:08:39.457664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-bc16d8e4-8ad9-4de5-988b-4b9fea5bdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:39.459165 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-bc16d8e4-8ad9-4de5-988b-4b9fea5bdfd2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1168 time: 0.0396059 Oct 21 15:08:39.909378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-2e661ad7-d1a9-49d5-b085-3182c94be2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:39.910922 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-2e661ad7-d1a9-49d5-b085-3182c94be2a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 915 time: 0.3349309 Oct 21 15:08:39.965735 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09705-ef43-4cbb-b71c-3e85ce8cf018 req-7c6676c6-55ab-4a93-bafb-50469a714925 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:39.967776 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0cf09705-ef43-4cbb-b71c-3e85ce8cf018 req-7c6676c6-55ab-4a93-bafb-50469a714925 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0487373 Oct 21 15:08:40.016123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0cf09705-ef43-4cbb-b71c-3e85ce8cf018 req-3425e642-0b18-4017-8a20-86903b120a83 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Oct 21 15:08:40.277299 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-1a82c71d-379e-4a32-91c2-74777166d2b2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 1001 time: 0.0643752 Oct 21 15:08:40.334108 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-07b29e8c-1bee-4eeb-a4eb-f7a471445a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.335590 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-07b29e8c-1bee-4eeb-a4eb-f7a471445a4d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 200 len: 853 time: 0.0492806 Oct 21 15:08:40.380810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-bb84d929-df6a-4ac8-9cca-d20623c06836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.382267 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-bb84d929-df6a-4ac8-9cca-d20623c06836 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=870578cc-77cc-4374-9ce6-c401715d7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379701 Oct 21 15:08:40.485704 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-294cbe3f-4ca8-4fe0-9a61-fcc332b2cbe1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880678 Oct 21 15:08:40.583274 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-986e50e2-413d-4abb-99bd-a1294357a7c1 req-f34b2047-9b37-4aed-a5bf-a474e99271f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892651 Oct 21 15:08:40.595889 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ba575-17a9-4beb-98bf-e71543a51976 req-c75b93f1-01ae-431b-a54e-86b48d9e8b32 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.598066 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-928ba575-17a9-4beb-98bf-e71543a51976 req-c75b93f1-01ae-431b-a54e-86b48d9e8b32 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0469272 Oct 21 15:08:40.648710 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-928ba575-17a9-4beb-98bf-e71543a51976 req-d3103fde-942e-44ec-9000-c8b5d1176bfc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Oct 21 15:08:40.656104 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:40.659510 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71023c5e-d031-4491-9852-71e34a069d5c req-233ee6c8-a93d-47c5-8919-d1c98cf95100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.661042 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-233ee6c8-a93d-47c5-8919-d1c98cf95100 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.0408332 Oct 21 15:08:40.770457 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71023c5e-d031-4491-9852-71e34a069d5c req-03a58bd5-9125-4819-a54b-3f4ee66873a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.771871 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-03a58bd5-9125-4819-a54b-3f4ee66873a8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.0919709 Oct 21 15:08:40.833429 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-7503c989-69fc-485a-8719-3cd1864cccf2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 1001 time: 0.0549877 Oct 21 15:08:40.887843 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71023c5e-d031-4491-9852-71e34a069d5c req-281a3336-541f-4813-a782-7894b0f6971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.889903 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-281a3336-541f-4813-a782-7894b0f6971d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0467670 Oct 21 15:08:40.940226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71023c5e-d031-4491-9852-71e34a069d5c req-58233424-161d-47f8-b55f-76ba81066dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:40.941685 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-58233424-161d-47f8-b55f-76ba81066dc1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378423 Oct 21 15:08:41.037635 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-06c25b83-5d60-4fde-91ff-f90809a5de76 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884097 Oct 21 15:08:41.072247 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:41.138109 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-71023c5e-d031-4491-9852-71e34a069d5c req-bff20b46-d3f8-49cc-8f54-5bd48654cb80 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843306 Oct 21 15:08:41.775024 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf287c1-13a1-41f6-8049-2ee2b98a9019 req-5b63ff9a-a42a-4ade-a87f-9f0859b7474f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:41.776473 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dbf287c1-13a1-41f6-8049-2ee2b98a9019 req-5b63ff9a-a42a-4ade-a87f-9f0859b7474f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0489161 Oct 21 15:08:41.823594 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dbf287c1-13a1-41f6-8049-2ee2b98a9019 req-1ff876b0-d2ad-4a48-9ae9-72c8b557268f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 Oct 21 15:08:42.944486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42196-451f-4952-be64-175c7ea2db21 req-712d7e61-4549-470b-955d-4c3ebf213703 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:42.945943 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-97b42196-451f-4952-be64-175c7ea2db21 req-712d7e61-4549-470b-955d-4c3ebf213703 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0468802 Oct 21 15:08:42.993969 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-97b42196-451f-4952-be64-175c7ea2db21 req-048f5d9d-959e-43e9-9709-7d7290d78a4b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Oct 21 15:08:44.118344 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10b68f-4f75-4f83-976e-10443c9a7e76 req-7eadbd4c-a483-410e-9d7b-34d502e9376a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:44.119842 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb10b68f-4f75-4f83-976e-10443c9a7e76 req-7eadbd4c-a483-410e-9d7b-34d502e9376a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0500767 Oct 21 15:08:44.168212 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb10b68f-4f75-4f83-976e-10443c9a7e76 req-e256bb59-5345-494d-805f-7d7376529e36 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Oct 21 15:08:45.272482 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:45.287321 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebe55b-6b96-4ce9-a85c-d9bbab1f07e0 req-07192646-9b7b-4de7-bbe0-2c6682426ee6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:45.288861 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2bebe55b-6b96-4ce9-a85c-d9bbab1f07e0 req-07192646-9b7b-4de7-bbe0-2c6682426ee6 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0457199 Oct 21 15:08:45.336836 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2bebe55b-6b96-4ce9-a85c-d9bbab1f07e0 req-277bb356-3ae4-418b-a616-46e2d4e6b5e9 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Oct 21 15:08:45.452256 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da68d0-8782-49dc-b5b1-d67dd9fa6c56 req-63787cbb-74aa-4326-afeb-fcdc1b7a2ed4 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:45.453699 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-95da68d0-8782-49dc-b5b1-d67dd9fa6c56 req-63787cbb-74aa-4326-afeb-fcdc1b7a2ed4 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0464180 Oct 21 15:08:45.463618 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43166) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:08:45.468370 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Request body: {'floatingip': {'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:08:45.524006 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:45.784081 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:46.171002 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:46.234564 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:46.441282 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Router 98bd9b66-3759-4f78-98d5-bad253836de5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:08:46.550173 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:08:46.554517 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:46.562525 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] Sync routers for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:08:46.574132 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:46.575312 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:46.589284 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:46.592118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cbb573-2341-4df5-9628-928eb4416fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:46.626718 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-cd3c0933-c028-417a-8532-da8fd1adbfb3 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/7a0294b5-bbfa-42f5-a6c3-ca00990d65fc HTTP/1.1" status: 200 len: 993 time: 1.1588268 Oct 21 15:08:46.652152 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa76e6f0-65c4-4ed2-8246-7ddd22857aa3 x-openstack-request-id: req-aa76e6f0-65c4-4ed2-8246-7ddd22857aa3 {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:46.652269 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:46.652503 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa76e6f0-65c4-4ed2-8246-7ddd22857aa3 {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:46.652908 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa76e6f0-65c4-4ed2-8246-7ddd22857aa3'] response: {'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'status': 'completed', 'code': 200} Oct 21 15:08:46.688304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:46.902515 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '7a0294b5-bbfa-42f5-a6c3-ca00990d65fc', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:38Z', 'updated_at': '2022-10-21T15:08:46Z', 'revision_number': 3, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:46.928543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] Checking router: 98bd9b66-3759-4f78-98d5-bad253836de5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:08:46.937347 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:08:46.937929 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:47.040112 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:08:47.064602 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-b95db514-0eb0-40d9-a3d4-35dd31239b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:47.066121 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-b95db514-0eb0-40d9-a3d4-35dd31239b38 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.0399976 Oct 21 15:08:47.143432 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:47.179938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-80f9ce91-094b-4c10-a7c8-d467d2cd80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:47.181431 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-80f9ce91-094b-4c10-a7c8-d467d2cd80cd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.0979381 Oct 21 15:08:47.260120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '7a0294b5-bbfa-42f5-a6c3-ca00990d65fc', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:38Z', 'updated_at': '2022-10-21T15:08:46Z', 'revision_number': 3, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:08:47.261426 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-ec5e2217-29c5-49c5-bae8-3d4febb710b6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 1001 time: 0.0618761 Oct 21 15:08:47.289169 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540785c-73ce-4151-99c0-8a37b879edac None None] The sync data for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi is: [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '7a0294b5-bbfa-42f5-a6c3-ca00990d65fc', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'port_id': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'mac_address': 'fa:16:3e:bd:23:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:06:38Z', 'updated_at': '2022-10-21T15:08:46Z', 'revision_number': 3, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:08:47.314776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-b19d4f14-58ca-4645-992b-20662eb87052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:47.316365 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-b19d4f14-58ca-4645-992b-20662eb87052 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0481977 Oct 21 15:08:47.361221 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-6e054c1e-cc90-4f51-b5df-d430e5f07cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:47.362851 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-6e054c1e-cc90-4f51-b5df-d430e5f07cea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405779 Oct 21 15:08:47.466886 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-6155825f-8483-4d75-b373-ca1c111147d9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950556 Oct 21 15:08:47.567688 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-21cbb573-2341-4df5-9628-928eb4416fb5 req-e6001547-eb0f-4223-8c19-823e798aa5e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943973 Oct 21 15:08:47.728465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:48.481058 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:48.489136 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:48.655146 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:08:48.657506 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:08:48.694641 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd2707-3421-42ab-b142-d8dfa2c722ab x-openstack-request-id: req-2fbd2707-3421-42ab-b142-d8dfa2c722ab {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:08:48.694933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:08:48.695185 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fbd2707-3421-42ab-b142-d8dfa2c722ab {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:08:48.695589 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd2707-3421-42ab-b142-d8dfa2c722ab'] response: {'name': 'network-changed', 'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'status': 'completed', 'code': 200} Oct 21 15:08:48.761218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-cc1b9c67-b338-4f76-96b0-e75d083fee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:48.762711 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-cc1b9c67-b338-4f76-96b0-e75d083fee9d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 1130 time: 0.0434787 Oct 21 15:08:48.789918 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:48.863609 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-1fb8ddfe-9f6c-49f9-9393-9717e5572adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:48.865543 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-1fb8ddfe-9f6c-49f9-9393-9717e5572adc service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.0932982 Oct 21 15:08:48.874526 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f60bbcb6-0784-45e7-b9a9-21ceffb18e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:48.936332 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-a53b4315-6b1a-4338-ac46-ae4e4074a649 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 200 len: 1001 time: 0.0649295 Oct 21 15:08:48.959091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aae8b-e1cd-4156-8db2-5fbe48efa243 req-e71c4e47-e8c6-4e2f-bcd3-c3680f9b3b53 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:48.960592 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e7aae8b-e1cd-4156-8db2-5fbe48efa243 req-e71c4e47-e8c6-4e2f-bcd3-c3680f9b3b53 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0528557 Oct 21 15:08:49.011809 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e7aae8b-e1cd-4156-8db2-5fbe48efa243 req-113d8b29-f06f-49fa-8c7c-78405a220119 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Oct 21 15:08:49.043375 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-f232dcff-cb3f-4734-98cc-c80a47627cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:49.044894 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-f232dcff-cb3f-4734-98cc-c80a47627cb4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0519438 Oct 21 15:08:49.143546 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-6533391c-0da2-4e3c-9feb-85e9ca91ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:49.145021 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-6533391c-0da2-4e3c-9feb-85e9ca91ff9e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383778 Oct 21 15:08:49.240285 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-41a20286-2d2e-40c2-8056-867ed79b0675 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851185 Oct 21 15:08:49.294863 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:49.337470 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9279c4d4-a723-4a9b-8c6b-c9efeffd155c req-d139e451-6954-489a-85c9-30522bb814a9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848401 Oct 21 15:08:50.119643 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:50.137280 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a25af-9eb1-4851-97a3-9b979f480df4 req-a2548925-96d0-4069-8ef1-1c33f35c5761 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:50.138817 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-986a25af-9eb1-4851-97a3-9b979f480df4 req-a2548925-96d0-4069-8ef1-1c33f35c5761 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0503922 Oct 21 15:08:50.186458 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-986a25af-9eb1-4851-97a3-9b979f480df4 req-bd30a2aa-bb32-499d-99de-e302149b204a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416160 Oct 21 15:08:51.306597 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18bc2-b792-44df-8871-0b3fd834ed3e req-8d9a26c6-0ad3-4ce0-b553-07d25ed74832 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:51.308109 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-61f18bc2-b792-44df-8871-0b3fd834ed3e req-8d9a26c6-0ad3-4ce0-b553-07d25ed74832 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0467100 Oct 21 15:08:51.359494 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-61f18bc2-b792-44df-8871-0b3fd834ed3e req-20d21c12-20a8-4d28-80aa-f3f3abe5663c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Oct 21 15:08:51.420714 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-29ca6cdb-60e4-4324-b0c6-ea2e34167acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:52.468611 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:52.484055 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf40309-c6f3-48ba-976b-c3f38cb32558 req-cdc4730a-e166-43ff-96bd-8fe0550baca9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:52.485562 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3cf40309-c6f3-48ba-976b-c3f38cb32558 req-cdc4730a-e166-43ff-96bd-8fe0550baca9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0480888 Oct 21 15:08:52.535403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3cf40309-c6f3-48ba-976b-c3f38cb32558 req-8d203276-2842-4578-ba63-e15e68f417c9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Oct 21 15:08:52.579939 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:53.658234 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5b2b-75f1-43a5-b83b-5aecaee4d503 req-8bad1233-5ff2-4df2-868a-98d6bd3dad4c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:53.659699 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3c6d5b2b-75f1-43a5-b83b-5aecaee4d503 req-8bad1233-5ff2-4df2-868a-98d6bd3dad4c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0459971 Oct 21 15:08:53.706808 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3c6d5b2b-75f1-43a5-b83b-5aecaee4d503 req-6708f97e-12db-4049-89b8-62230df5686a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Oct 21 15:08:54.008002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:54.068478 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:08:54.831469 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c1291-a9fd-407a-b3e7-51d99c9d2dca req-67d8768b-5eb9-4afa-8bd5-918b48956336 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:54.832923 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8f9c1291-a9fd-407a-b3e7-51d99c9d2dca req-67d8768b-5eb9-4afa-8bd5-918b48956336 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0498402 Oct 21 15:08:54.879453 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8f9c1291-a9fd-407a-b3e7-51d99c9d2dca req-8f1e5465-b3a0-411a-aae6-11c1fd37db5c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Oct 21 15:08:56.013830 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5892-da57-4b42-8eb1-d5d3cd771ed1 req-f10aaaf9-77c1-4daa-895d-668849b59a64 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:56.013830 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-beef5892-da57-4b42-8eb1-d5d3cd771ed1 req-f10aaaf9-77c1-4daa-895d-668849b59a64 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0489097 Oct 21 15:08:56.048855 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-beef5892-da57-4b42-8eb1-d5d3cd771ed1 req-c7ded1d3-9f20-4db9-a09f-39ecd7a98c9a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Oct 21 15:08:57.171500 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f68ee-e4ec-48e0-bd3e-bb9290e41ccd req-b68327f6-caa0-434b-9032-dc9befbfcbd0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:57.172960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b97f68ee-e4ec-48e0-bd3e-bb9290e41ccd req-b68327f6-caa0-434b-9032-dc9befbfcbd0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0464697 Oct 21 15:08:57.223310 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b97f68ee-e4ec-48e0-bd3e-bb9290e41ccd req-1bf70924-e96d-4df0-8234-4c1f142814f5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448372 Oct 21 15:08:58.342279 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d882a-6fc2-40b1-a6c9-ea7f4d857bfa req-fa2ef0a3-01e4-48b6-b43d-49c25573b3cb tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:58.344241 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2c2d882a-6fc2-40b1-a6c9-ea7f4d857bfa req-fa2ef0a3-01e4-48b6-b43d-49c25573b3cb tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0451880 Oct 21 15:08:58.391177 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2c2d882a-6fc2-40b1-a6c9-ea7f4d857bfa req-e8900b27-8e76-447a-8aba-e0b44e125882 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Oct 21 15:08:59.334103 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=38 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:08:59.512012 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b618d-c369-441d-b9f5-fef7af738217 req-83399f64-8c50-4bd5-8faa-3c8871e5bbbd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:59.513496 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d79b618d-c369-441d-b9f5-fef7af738217 req-83399f64-8c50-4bd5-8faa-3c8871e5bbbd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0470996 Oct 21 15:08:59.560079 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d79b618d-c369-441d-b9f5-fef7af738217 req-3daa6699-75ca-4233-93d6-23430ba4abae tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Oct 21 15:08:59.927133 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f04d4-af75-42a7-832e-1e95cd3d6a03 req-25c1c18d-34fe-46e0-aae9-23c4874c01ee tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:08:59.928614 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-df4f04d4-af75-42a7-832e-1e95cd3d6a03 req-25c1c18d-34fe-46e0-aae9-23c4874c01ee tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0511875 Oct 21 15:08:59.984266 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-df4f04d4-af75-42a7-832e-1e95cd3d6a03 req-8336a3c8-f49f-4616-bdb0-f54a572b973d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498793 Oct 21 15:09:00.062685 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15472240-4d92-496b-a4b3-0369e47e7769 req-4bc95598-d418-42a1-abfb-53a1b8e996fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:00.064181 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-4bc95598-d418-42a1-abfb-53a1b8e996fd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 1130 time: 0.0445752 Oct 21 15:09:00.164737 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15472240-4d92-496b-a4b3-0369e47e7769 req-5e60855d-2692-40ff-8ef5-dc641b9c96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:00.166208 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-5e60855d-2692-40ff-8ef5-dc641b9c96b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 911 time: 0.0956497 Oct 21 15:09:00.235733 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-6cac9ebc-5cbf-4d9a-9f28-ed93fcf730f5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=455afb50-1871-4c92-8e2c-a7238ea79181 HTTP/1.1" status: 200 len: 1002 time: 0.0597861 Oct 21 15:09:00.285217 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15472240-4d92-496b-a4b3-0369e47e7769 req-f5d1da07-3e60-411b-8958-9f896f404387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:00.286725 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-f5d1da07-3e60-411b-8958-9f896f404387 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 200 len: 849 time: 0.0448420 Oct 21 15:09:00.331761 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15472240-4d92-496b-a4b3-0369e47e7769 req-e749c3e1-bd1a-4f8f-8423-9708dbfb93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:00.333281 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-e749c3e1-bd1a-4f8f-8423-9708dbfb93ed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396786 Oct 21 15:09:00.427857 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-20defead-b72f-40b6-838c-ce6d7b9db346 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868206 Oct 21 15:09:00.519844 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-15472240-4d92-496b-a4b3-0369e47e7769 req-dd85094f-3cdb-4c5c-a0e0-dbcd6f85dc75 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851734 Oct 21 15:09:01.106329 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025a5bb-26eb-464c-8fe4-82cadfd1df91 req-51447f55-2fef-4094-bedd-a8cf42af4508 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:01.107841 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9025a5bb-26eb-464c-8fe4-82cadfd1df91 req-51447f55-2fef-4094-bedd-a8cf42af4508 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0474541 Oct 21 15:09:01.154339 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9025a5bb-26eb-464c-8fe4-82cadfd1df91 req-68b1b9cf-192a-4292-be5f-0c0b6719af29 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Oct 21 15:09:02.278769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19bccd-c03c-4ac0-a6bb-80e9e9841a69 req-e77d44e1-07cb-4688-bc78-952c79d0aa57 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:02.280162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1a19bccd-c03c-4ac0-a6bb-80e9e9841a69 req-e77d44e1-07cb-4688-bc78-952c79d0aa57 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0506268 Oct 21 15:09:02.323649 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:02.328247 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1a19bccd-c03c-4ac0-a6bb-80e9e9841a69 req-b0ac8123-f937-4206-9892-097e6d8a62d0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Oct 21 15:09:03.273393 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61cbc-02ec-414b-bbf2-8bb81bcefbb0 req-bfd13a52-011a-40f6-b962-30d0577c1c79 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:03.274813 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-54d61cbc-02ec-414b-bbf2-8bb81bcefbb0 req-bfd13a52-011a-40f6-b962-30d0577c1c79 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0461674 Oct 21 15:09:03.323378 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-54d61cbc-02ec-414b-bbf2-8bb81bcefbb0 req-e02cc790-b74f-4326-a625-9e19edeaba1b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Oct 21 15:09:04.000639 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:04.006533 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:04.451117 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396dd17-3673-4db3-9155-b1f4ad6dd289 req-ac78c562-ac70-4fee-ac7f-e04a6686c59f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:04.452661 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c396dd17-3673-4db3-9155-b1f4ad6dd289 req-ac78c562-ac70-4fee-ac7f-e04a6686c59f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0471416 Oct 21 15:09:04.477121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:04.505639 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c396dd17-3673-4db3-9155-b1f4ad6dd289 req-865817d7-5658-46f6-9274-044ea097ee0e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475032 Oct 21 15:09:05.272804 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-35f61908-9185-4e7b-85c0-64a7ebf16d02 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:05.274153 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-35f61908-9185-4e7b-85c0-64a7ebf16d02 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0492926 Oct 21 15:09:05.359467 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Deleting port 3dcce850-3070-43ac-9708-ec49271ce80e {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:05.360332 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:05.452066 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] For port 3dcce850-3070-43ac-9708-ec49271ce80e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dcce850-3070-43ac-9708-ec49271ce80e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:05.452428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:05.617103 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:05.617470 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (966ccaa6-7e5a-41d4-ac38-8ce856e6af8c), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:05.617789 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Floating IP 966ccaa6-7e5a-41d4-ac38-8ce856e6af8c disassociated. External IP: 172.27.0.121, port: 3dcce850-3070-43ac-9708-ec49271ce80e. Oct 21 15:09:05.618134 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Calling delete_port for 3dcce850-3070-43ac-9708-ec49271ce80e owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:05.632042 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288b791-12bd-49b8-ba8c-50a9c67a1104 req-fd4821bc-525b-4516-80ef-beefb6709118 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:05.633521 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e288b791-12bd-49b8-ba8c-50a9c67a1104 req-fd4821bc-525b-4516-80ef-beefb6709118 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 947 time: 0.0469573 Oct 21 15:09:05.683203 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e288b791-12bd-49b8-ba8c-50a9c67a1104 req-421b457f-4bd7-468e-8290-d99641fb5998 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Oct 21 15:09:05.691597 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:05.697771 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:05.814089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (3dcce850-3070-43ac-9708-ec49271ce80e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:05.839472 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event deleted for resources: {'Port': ['ID=3dcce850-3070-43ac-9708-ec49271ce80e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:05.955540 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:09:06.060350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:09:06.070744 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:09:06.081154 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:06.081765 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:06.102003 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] No DVR routers for this DVR port 3dcce850-3070-43ac-9708-ec49271ce80e on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:09:06.105263 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:06.108536 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9f992055-0f12-4ac6-bf8c-82e739da2466 req-eceda1e6-400f-4cfe-aacf-3bda1e288d57 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3dcce850-3070-43ac-9708-ec49271ce80e HTTP/1.1" status: 204 len: 173 time: 0.8284938 Oct 21 15:09:06.109429 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-deleted', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:06.111682 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e79bc1-46d3-4b41-8980-05fe91e7f12c" -d '{"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-deleted", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:06.150252 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eb2929-2b53-42f6-90d9-4654760f1137 x-openstack-request-id: req-a0eb2929-2b53-42f6-90d9-4654760f1137 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:06.150546 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd", "name": "network-vif-deleted", "tag": "3dcce850-3070-43ac-9708-ec49271ce80e", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:06.150849 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0eb2929-2b53-42f6-90d9-4654760f1137 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:06.151259 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0eb2929-2b53-42f6-90d9-4654760f1137'] response: {'server_uuid': '8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd', 'name': 'network-vif-deleted', 'tag': '3dcce850-3070-43ac-9708-ec49271ce80e', 'status': 'completed', 'code': 200} Oct 21 15:09:06.190816 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:06.385861 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:06.411610 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:09:06.420584 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:06.421221 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:08:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:06.523313 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:06.795766 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:06.803262 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-afbf3733-1c09-4e16-8e99-641c52923479 req-8d9388b7-f27a-4a27-92c6-0d8a33f22778 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f7b6ad4-f3ca-4e33-a8a0-e5d201c3f1fd HTTP/1.1" status: 200 len: 210 time: 0.0280485 Oct 21 15:09:06.820562 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86703377-ba02-40b8-8558-5c680ddf1604 None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:09:07.033625 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324f082-3412-4790-a349-1366a35182dd None None] New status for floating IP 966ccaa6-7e5a-41d4-ac38-8ce856e6af8c: DOWN {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:09:07.333012 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:09:07.353261 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 3dcce850-3070-43ac-9708-ec49271ce80e {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:09:07.353642 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dcce850-3070-43ac-9708-ec49271ce80e not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:09:08.000944 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43276) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:08.054579 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ac239ac-4a43-4d68-a796-bceeb34bc96a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (19cd7a0e-0ba2-47b1-8df8-84e159b28ef9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.079131 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ac239ac-4a43-4d68-a796-bceeb34bc96a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (19cd7a0e-0ba2-47b1-8df8-84e159b28ef9), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.185434 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ac239ac-4a43-4d68-a796-bceeb34bc96a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (19cd7a0e-0ba2-47b1-8df8-84e159b28ef9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.188123 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ac239ac-4a43-4d68-a796-bceeb34bc96a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.189287 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2ac239ac-4a43-4d68-a796-bceeb34bc96a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/19cd7a0e-0ba2-47b1-8df8-84e159b28ef9 HTTP/1.1" status: 204 len: 168 time: 0.1875625 Oct 21 15:09:08.192146 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43278) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:08.199085 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac239ac-4a43-4d68-a796-bceeb34bc96a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cd7a0e-0ba2-47b1-8df8-84e159b28ef9,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:08.209035 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.api.v2.resource [None req-c80e0e96-8f8f-4a86-a0a4-c73047e35063 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] show failed (client error): The resource could not be found. Oct 21 15:09:08.215347 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c80e0e96-8f8f-4a86-a0a4-c73047e35063 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups/19cd7a0e-0ba2-47b1-8df8-84e159b28ef9 HTTP/1.1" status: 404 len: 347 time: 0.0168858 Oct 21 15:09:08.217679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43280) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:08.329356 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Deleting port f992e344-e691-42f9-adb3-48b3d3c38b67 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:08.329705 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.405067 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.405400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (f992e344-e691-42f9-adb3-48b3d3c38b67), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.418830 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Calling delete_port for f992e344-e691-42f9-adb3-48b3d3c38b67 owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:08.600390 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (f992e344-e691-42f9-adb3-48b3d3c38b67), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.624577 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event deleted for resources: {'Port': ['ID=f992e344-e691-42f9-adb3-48b3d3c38b67,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:08.630920 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:08.691610 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (966ccaa6-7e5a-41d4-ac38-8ce856e6af8c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.694076 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:08.695236 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2870f2b1-267f-476c-9833-3ee11249e140 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/966ccaa6-7e5a-41d4-ac38-8ce856e6af8c HTTP/1.1" status: 204 len: 168 time: 0.4763846 Oct 21 15:09:08.835678 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43284) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:08.840380 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845204158', 'description': 'tempest-description--1429253294'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:08.943156 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.011444 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (63228978-0648-4251-9610-eefee017c906), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.076612 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (63228978-0648-4251-9610-eefee017c906), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.097233 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:09.105705 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63228978-0648-4251-9610-eefee017c906,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:09.184799 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.186089 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-485c0124-3d9c-444f-882e-04e80ef377a8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3493869 Oct 21 15:09:09.189822 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43286) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:09.194089 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'security_group_rule': {'security_group_id': '63228978-0648-4251-9610-eefee017c906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:09.286203 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (2d94de15-c665-4a47-9605-a1ee8b309fe1), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.345170 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (2d94de15-c665-4a47-9605-a1ee8b309fe1), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.430840 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (2d94de15-c665-4a47-9605-a1ee8b309fe1), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.449401 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d94de15-c665-4a47-9605-a1ee8b309fe1,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:09.535699 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.536906 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ddff7ed9-2eae-4bb9-936c-717ff86004a1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461838 Oct 21 15:09:09.539699 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43288) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:09.544103 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'security_group_rule': {'security_group_id': '63228978-0648-4251-9610-eefee017c906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:09.653233 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (45036811-7b74-41c3-8ff9-173328e3692a), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.709344 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (45036811-7b74-41c3-8ff9-173328e3692a), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.790726 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (45036811-7b74-41c3-8ff9-173328e3692a), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.810788 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45036811-7b74-41c3-8ff9-173328e3692a,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:09.895649 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:09.896907 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-55bfcd32-91a7-4ffe-a7fb-88b387c11059 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562977 Oct 21 15:09:09.899909 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43290) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:09.904100 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:09.997207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.077343 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.163674 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:10.189602 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Allocated IP 172.27.0.167 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/db2c3239-04f9-4887-bd31-ba6a4e7707d8) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:09:10.293639 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.397341 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.400532 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:10.440219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:09:10.445303 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:09:10.447442 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'Port': ['ID=db2c3239-04f9-4887-bd31-ba6a4e7707d8,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:10.449640 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:09:10.537032 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (263636bc-5217-4c8f-9287-a8c9e8d78229), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.634291 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.778816 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.837041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.902188 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'Port': ['ID=db2c3239-04f9-4887-bd31-ba6a4e7707d8,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:10.904459 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (263636bc-5217-4c8f-9287-a8c9e8d78229), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.967725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:10.969000 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2ddcbd1a-e2e2-4c6e-a36a-2bf65cf6ab5c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0681787 Oct 21 15:09:11.184595 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:09:11.254159 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f85a22-37f8-4cb1-a620-748e227f846e req-13bf8dcb-8ca4-4cd4-9da5-bcfb0fee42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:11.255740 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-13bf8dcb-8ca4-4cd4-9da5-bcfb0fee42f2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1168 time: 0.0412536 Oct 21 15:09:11.304890 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e5ac2-b7d5-426d-b8ed-265a0002581d req-6943c7a7-ec36-410f-a8a2-e7686108caf4 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:11.306424 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7b9e5ac2-b7d5-426d-b8ed-265a0002581d req-6943c7a7-ec36-410f-a8a2-e7686108caf4 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.1764717 Oct 21 15:09:11.360725 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f85a22-37f8-4cb1-a620-748e227f846e req-e4d9bab3-cfdf-4ff8-94ec-f28a83f8df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:11.362325 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-e4d9bab3-cfdf-4ff8-94ec-f28a83f8df92 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 915 time: 0.0947249 Oct 21 15:09:11.374890 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-bb77747d-60c1-409e-9c39-4171cec7a58a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--845204158&fields=id&tenant_id=c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 267 time: 0.0674622 Oct 21 15:09:11.420070 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7b9e5ac2-b7d5-426d-b8ed-265a0002581d req-33ef5991-1cc3-4ee2-9d7f-329b90af4a10 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049800 Oct 21 15:09:11.425270 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-cebc0a27-982c-44e5-9d56-e9ef71c52490 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 1001 time: 0.0569358 Oct 21 15:09:11.447881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:11.489591 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f85a22-37f8-4cb1-a620-748e227f846e req-0e50d04c-e395-4ad3-848f-6f440d666dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:11.491079 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-0e50d04c-e395-4ad3-848f-6f440d666dee service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 200 len: 853 time: 0.0494471 Oct 21 15:09:11.502728 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-4b273859-4f55-46db-9d99-9bc200fa0e91 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:11.504163 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-4b273859-4f55-46db-9d99-9bc200fa0e91 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 817 time: 0.1192887 Oct 21 15:09:11.520109 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-c118a3fa-8745-4452-aba9-7867939d143c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/quotas/c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 375 time: 0.0105255 Oct 21 15:09:11.538722 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f85a22-37f8-4cb1-a620-748e227f846e req-822f1287-c074-486b-a46c-063bd1a6e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:11.540306 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-822f1287-c074-486b-a46c-063bd1a6e7f4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=870578cc-77cc-4374-9ce6-c401715d7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405254 Oct 21 15:09:11.570830 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-ce15e591-969b-431b-9b57-a91d5d55b16f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454247 Oct 21 15:09:11.599544 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:11.638020 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-0eff9774-a4fc-484e-8db7-ee48cd62220e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Oct 21 15:09:11.670893 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-02331fcb-63e1-4415-b4a1-ef27439c6d3c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880222 Oct 21 15:09:11.729508 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-74f85a22-37f8-4cb1-a620-748e227f846e req-758f1f3f-6028-406b-8d54-cb13fcdfcfc7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Oct 21 15:09:11.761386 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-0aaa46b6-b7ce-4797-8d51-a5eeaded435c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Oct 21 15:09:12.038882 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af8796ea-1b8e-4bf2-a64d-890e0f3fa700 req-ffadd25b-1ef4-46f6-a545-73bcb12ead5e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 210 time: 0.0295086 Oct 21 15:09:12.547107 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f141-97fe-4253-98a8-ed425f4adbaf req-8f53a5aa-40bb-4d2c-86ba-b5b7e56c2d61 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:12.549039 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d1f4f141-97fe-4253-98a8-ed425f4adbaf req-8f53a5aa-40bb-4d2c-86ba-b5b7e56c2d61 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0511053 Oct 21 15:09:12.561239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:12.610227 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d1f4f141-97fe-4253-98a8-ed425f4adbaf req-85de1cda-e2a3-4ac1-9bb3-636cdd0600d1 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555053 Oct 21 15:09:13.147330 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6b48418f-5987-4d25-84d7-c36d666427cd req-8747eac8-fcff-4fcb-b785-14571ba3d392 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 210 time: 0.0278873 Oct 21 15:09:13.738718 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088a78-91e0-40f4-a0f8-67d5967ce72f req-5470b789-cdfc-4a99-be86-c49e1fe6c4b6 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:13.740195 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-84088a78-91e0-40f4-a0f8-67d5967ce72f req-5470b789-cdfc-4a99-be86-c49e1fe6c4b6 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0478308 Oct 21 15:09:13.803643 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-84088a78-91e0-40f4-a0f8-67d5967ce72f req-97ead09e-a65b-4772-9584-0884d9bba235 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574610 Oct 21 15:09:14.256370 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ea01bb6e-22fa-42b2-a806-312a502fd31a req-8b614792-136e-4179-8e96-2ed45b8cab53 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Oct 21 15:09:14.614788 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a0b02ca1-33fc-406d-8f25-7ab2fab6d022 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:14.616246 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a0b02ca1-33fc-406d-8f25-7ab2fab6d022 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 817 time: 0.3442860 Oct 21 15:09:14.684852 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-45be96ff-35cc-4e61-8c5f-d978a54632ef tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 379 time: 0.0516412 Oct 21 15:09:14.737889 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'port': {'device_id': '81446523-b4b2-4105-b224-66ebb84e5660', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'admin_state_up': True, 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'security_groups': ['63228978-0648-4251-9610-eefee017c906']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:14.899723 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Made reservation on behalf of c83d10829a81437fb4d56fe488581212 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:09:14.903558 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:14.924513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1569e-7cc3-46a3-8f1e-c6e8414852bd req-b3649ee7-cdda-45d4-b223-934b1af6d238 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:14.926022 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21f1569e-7cc3-46a3-8f1e-c6e8414852bd req-b3649ee7-cdda-45d4-b223-934b1af6d238 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0474219 Oct 21 15:09:14.987675 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-21f1569e-7cc3-46a3-8f1e-c6e8414852bd req-e1589d81-caaf-4f69-a5ee-7e3c12f3c096 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555921 Oct 21 15:09:15.012704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:15.031014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Allocated IP 172.20.0.10 (ea25e75c-f122-4224-a461-b96ad815c898/dd9f0562-9f07-4ee6-8ab4-a5b452682879/fb085c36-5fbe-49ea-be0b-e8120d82509d) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:09:15.171059 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.191335 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:15.271719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.316260 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Network ea25e75c-f122-4224-a461-b96ad815c898 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:09:15.319478 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:09:15.323327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:09:15.356899 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:15.368947 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.369295 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.369648 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.369996 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.370304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.370654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.370987 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.371313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.372488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.372488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.372488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.372748 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.372867 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.373192 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.373512 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:15.394011 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da1aff-3bed-4348-b558-1dd867cfbfc6 req-66c42b15-2186-4d01-9db6-c6d379c6069d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:15.395814 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e4da1aff-3bed-4348-b558-1dd867cfbfc6 req-66c42b15-2186-4d01-9db6-c6d379c6069d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 932 time: 0.0578246 Oct 21 15:09:15.398822 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:15.400561 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.446123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e4da1aff-3bed-4348-b558-1dd867cfbfc6 req-c198615a-89e3-4700-a935-dca21156fd0d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 Oct 21 15:09:15.496322 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-f13bc4ef-76c7-4863-8c75-9e92d390bc24 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621214 Oct 21 15:09:15.508043 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Request body: {'port': {'device_id': '81446523-b4b2-4105-b224-66ebb84e5660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:15.569560 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.582971 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-2dd03a11-7fd2-4fbd-a94f-a62dd7cec011 None None] Provisioning complete for port fb085c36-5fbe-49ea-be0b-e8120d82509d triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:09:15.583541 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2dd03a11-7fd2-4fbd-a94f-a62dd7cec011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.583667 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-2dd03a11-7fd2-4fbd-a94f-a62dd7cec011 None None] Attempt 1 to provision port fb085c36-5fbe-49ea-be0b-e8120d82509d Oct 21 15:09:15.615298 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-2dd03a11-7fd2-4fbd-a94f-a62dd7cec011 None None] Port fb085c36-5fbe-49ea-be0b-e8120d82509d cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:09:15.831910 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb085c36-5fbe-49ea-be0b-e8120d82509d {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:09:15.839305 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Publish callbacks [] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.852082 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Transition to ACTIVE for port object fb085c36-5fbe-49ea-be0b-e8120d82509d will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:09:15.925517 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:15.986887 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:16.012657 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:16.037688 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Attempting to bind port fb085c36-5fbe-49ea-be0b-e8120d82509d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:09:16.038026 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Attempting to bind port fb085c36-5fbe-49ea-be0b-e8120d82509d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:09:16.038381 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Attempting to bind port fb085c36-5fbe-49ea-be0b-e8120d82509d on network ea25e75c-f122-4224-a461-b96ad815c898 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:09:16.087024 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Port fb085c36-5fbe-49ea-be0b-e8120d82509d on network ea25e75c-f122-4224-a461-b96ad815c898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:09:16.087239 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Attempting to bind port fb085c36-5fbe-49ea-be0b-e8120d82509d on network ea25e75c-f122-4224-a461-b96ad815c898 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:09:16.119652 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e66b3-eed6-425e-b93d-a0f339685469 req-f399b72b-18ce-4049-bb51-6f75a00ee2d3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.121258 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-846e66b3-eed6-425e-b93d-a0f339685469 req-f399b72b-18ce-4049-bb51-6f75a00ee2d3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0492218 Oct 21 15:09:16.130381 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:09:16.130766 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Checking segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:09:16.131150 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Bound using segment: {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:09:16.131584 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Bound port: fb085c36-5fbe-49ea-be0b-e8120d82509d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1ca13f-754d-4281-901c-0d03134b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:09:16.131949 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:16.184698 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-846e66b3-eed6-425e-b93d-a0f339685469 req-69ca12e0-8528-41ec-9ed3-6b4302cba1b7 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570517 Oct 21 15:09:16.194302 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:09:16.197378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:09:16.259909 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:16.264180 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.264828 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:16.266895 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 1094 time: 0.7631195 Oct 21 15:09:16.267299 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:16.268026 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:16.270677 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:16.310182 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765b573-211a-4684-a1ef-d8bb93892b09 x-openstack-request-id: req-0765b573-211a-4684-a1ef-d8bb93892b09 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:16.310469 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:16.310818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0765b573-211a-4684-a1ef-d8bb93892b09 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:16.311228 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0765b573-211a-4684-a1ef-d8bb93892b09'] response: {'name': 'network-changed', 'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'status': 'completed', 'code': 200} Oct 21 15:09:16.321826 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fada6e-e389-4d79-b68f-767f6278a3bf service neutron] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:16.379536 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b req-50b090c4-4eba-4a95-b813-d40f51371476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.381009 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b req-50b090c4-4eba-4a95-b813-d40f51371476 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1128 time: 0.0440662 Oct 21 15:09:16.480344 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b req-a859621d-680d-427f-bb42-3086006de986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.481871 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b req-a859621d-680d-427f-bb42-3086006de986 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=c83d10829a81437fb4d56fe488581212&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0924926 Oct 21 15:09:16.574194 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fceef-5d7b-46c2-b884-8e60f086b18c req-7cb55e2a-2b7e-4000-8b09-0118b70f195d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.575743 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a24fceef-5d7b-46c2-b884-8e60f086b18c req-7cb55e2a-2b7e-4000-8b09-0118b70f195d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0476470 Oct 21 15:09:16.584158 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b req-134f3eb3-ac4e-455d-b45c-65e43f800a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.585628 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3d57b6f9-28d6-4a40-88e0-fbb5e9d49f7b req-134f3eb3-ac4e-455d-b45c-65e43f800a37 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973115 Oct 21 15:09:16.627507 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a24fceef-5d7b-46c2-b884-8e60f086b18c req-307da7e0-81dc-4bae-8415-07514d8c3786 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459771 Oct 21 15:09:16.670226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-0ef41b57-324e-4de3-a0af-0a5c31ec8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.671804 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-0ef41b57-324e-4de3-a0af-0a5c31ec8dc1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1128 time: 0.0390708 Oct 21 15:09:16.723555 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-94760263-b65c-4597-8086-48bc45667936 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 217 time: 0.0360651 Oct 21 15:09:16.772194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-1e7d186b-e340-4328-9d4b-b15690992388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.773638 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-1e7d186b-e340-4328-9d4b-b15690992388 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0438697 Oct 21 15:09:16.826476 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-bf2237df-e2b2-4c76-95aa-9088fc18a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:16.827990 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-bf2237df-e2b2-4c76-95aa-9088fc18a9b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383062 Oct 21 15:09:16.920356 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-a597e2ef-225f-4efc-a96a-d6e46350cd52 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856864 Oct 21 15:09:17.020484 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f5862db2-ef6b-4f6f-a1d2-9fe7d578dff1 req-0ce7e3a8-dd5d-49ab-8b65-b002a94ec424 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Oct 21 15:09:17.307445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a748a08-91a2-4f47-858d-58166da1de38 req-af34c68b-d331-4b18-b4e9-91b5bc6316bc tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:17.308927 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a748a08-91a2-4f47-858d-58166da1de38 req-af34c68b-d331-4b18-b4e9-91b5bc6316bc tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0465961 Oct 21 15:09:17.362956 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:17.369618 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a748a08-91a2-4f47-858d-58166da1de38 req-f5c273de-b7da-4ef1-896a-4488aefc8ccd tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550275 Oct 21 15:09:17.745669 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:17.752998 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108dabe-25bb-4d4e-b62a-9d675c5a88e0 req-dea3eeba-12d8-42f0-a121-0f5179ca66e9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:17.754447 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2108dabe-25bb-4d4e-b62a-9d675c5a88e0 req-dea3eeba-12d8-42f0-a121-0f5179ca66e9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0468323 Oct 21 15:09:17.801121 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2108dabe-25bb-4d4e-b62a-9d675c5a88e0 req-520106f4-30ed-4a4f-9150-cd95581a4274 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Oct 21 15:09:18.493387 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4a4d-2773-4770-8507-ab138cf1a268 req-1c849f53-0afd-41ce-bede-cd104e4ac27e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:18.494874 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40fc4a4d-2773-4770-8507-ab138cf1a268 req-1c849f53-0afd-41ce-bede-cd104e4ac27e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0500331 Oct 21 15:09:18.553774 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-40fc4a4d-2773-4770-8507-ab138cf1a268 req-9e63061a-e624-4cb4-9dfe-de067f24460d tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533249 Oct 21 15:09:18.846535 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-933c4fb5-e5f2-4b3c-91c3-d48692f93f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:18.925869 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776eafa-454d-4a63-934c-574a5fb35c05 req-98b85863-1116-440a-8e01-883deac27fc2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:18.927348 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5776eafa-454d-4a63-934c-574a5fb35c05 req-98b85863-1116-440a-8e01-883deac27fc2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0468075 Oct 21 15:09:18.978668 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5776eafa-454d-4a63-934c-574a5fb35c05 req-e4367530-7ddd-42c8-a781-391070958b27 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Oct 21 15:09:19.048024 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-59535cfa-0b15-4698-8ce8-0fef627e1300 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415635 Oct 21 15:09:19.111920 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-2a9df2fb-347d-496d-9cf1-4db23955d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:19.113322 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-2a9df2fb-347d-496d-9cf1-4db23955d74f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bbced7abbedc497f86e2ea999420b2a0&device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 1130 time: 0.0384722 Oct 21 15:09:19.227596 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-f1034da7-8f8d-4244-adee-bf4851cb475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:19.229085 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-f1034da7-8f8d-4244-adee-bf4851cb475b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 200 len: 919 time: 0.0866630 Oct 21 15:09:19.279691 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-bf41837a-c4ba-4363-93c3-c76d3a063871 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 200 len: 217 time: 0.0364764 Oct 21 15:09:19.320875 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:19.332617 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-4e8186b1-093a-42c5-bf45-7a45a729d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:19.336857 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-4e8186b1-093a-42c5-bf45-7a45a729d93d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 200 len: 857 time: 0.0452807 Oct 21 15:09:19.381144 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-d468853b-02fd-458f-af1a-efbc4d37a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:19.381144 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-d468853b-02fd-458f-af1a-efbc4d37a629 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396914 Oct 21 15:09:19.392220 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:09:19.480343 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-53bbc0e7-6e74-4fe0-adb7-df67a862e5f6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894001 Oct 21 15:09:19.490095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:19.502009 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'mac_address': 'fa:16:3e:6c:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:09:19.540063 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:09:19.540463 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:19.554290 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb085c36-5fbe-49ea-be0b-e8120d82509d {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:09:19.557782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:19.574650 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:19.578147 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a49ae7f6-987f-45bb-97ec-d6e8613bada4 req-de95d9d1-e88a-4986-83d0-91bd9f980ecf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895014 Oct 21 15:09:19.668903 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:19.674256 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeb8a4-dcdf-4edf-8882-9ceede496782 req-a82dd245-0b64-4961-bfdd-1462e8de860f tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:19.675864 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d5aeb8a4-dcdf-4edf-8882-9ceede496782 req-a82dd245-0b64-4961-bfdd-1462e8de860f tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0461216 Oct 21 15:09:19.716357 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:19.723523 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.723870 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.724219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.724556 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.724890 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.725222 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.725556 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.725880 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.726207 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.726532 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.726884 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.727210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.727531 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.727851 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.728171 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:19.739826 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d5aeb8a4-dcdf-4edf-8882-9ceede496782 req-ec0c466d-b265-4f55-8cfa-53c80e9e913f tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581119 Oct 21 15:09:19.997402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['fb085c36-5fbe-49ea-be0b-e8120d82509d'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:09:20.089030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:20.103294 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a6aee-1091-42fb-9d4a-810bc064e42d req-46d828bd-430c-4015-8c7e-1b0a5ce60f52 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:20.119066 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-511a6aee-1091-42fb-9d4a-810bc064e42d req-46d828bd-430c-4015-8c7e-1b0a5ce60f52 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 945 time: 0.0496311 Oct 21 15:09:20.153857 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-511a6aee-1091-42fb-9d4a-810bc064e42d req-af4d0e67-4b3c-421e-ab92-98774bdd5d6d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Oct 21 15:09:20.858335 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad60-5962-4ba3-a902-e4014dd07725 req-2abf1165-16d9-4640-8e54-d12db0ae9afc tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:20.859858 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ef9cad60-5962-4ba3-a902-e4014dd07725 req-2abf1165-16d9-4640-8e54-d12db0ae9afc tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0452385 Oct 21 15:09:20.919084 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ef9cad60-5962-4ba3-a902-e4014dd07725 req-b2026b74-4d47-44d8-9a3f-565188e4cbda tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535750 Oct 21 15:09:21.183200 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=73 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:21.282239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d169ef-f972-472c-8e15-08bdbb923d70 req-5f0d018b-9976-490c-ba33-f0cd7c193041 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:21.283760 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-18d169ef-f972-472c-8e15-08bdbb923d70 req-5f0d018b-9976-490c-ba33-f0cd7c193041 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Oct 21 15:09:21.331694 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-18d169ef-f972-472c-8e15-08bdbb923d70 req-b0cc1d1d-2b56-48ae-8db8-221ab2c321a0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Oct 21 15:09:21.397055 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:09:21.420140 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7f278-11c6-45d8-8a15-b895ca7b0dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:21.438356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:21.442562 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port fb085c36-5fbe-49ea-be0b-e8120d82509d completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:09:21.524082 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port fb085c36-5fbe-49ea-be0b-e8120d82509d triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:09:21.524466 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:21.524804 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port fb085c36-5fbe-49ea-be0b-e8120d82509d Oct 21 15:09:21.563164 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:21.604526 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:09:21.604923 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:21.629847 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:21.632100 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d3274-e409-4e3c-9850-b2cd14da41b4" -d '{"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-plugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:21.645989 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:21.677457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ff29b2-ca1f-4cdf-9676-ee68e77901a5 x-openstack-request-id: req-38ff29b2-ca1f-4cdf-9676-ee68e77901a5 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:21.677457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-plugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:21.677457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38ff29b2-ca1f-4cdf-9676-ee68e77901a5 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:21.677457 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ff29b2-ca1f-4cdf-9676-ee68e77901a5'] response: {'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'code': 200} Oct 21 15:09:21.717382 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:21.768433 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:22.044871 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e601b0-99e4-4432-b2f7-1368fd042a89 req-9301d3ae-7b3f-445c-a45c-5ab40ecda4bd tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:22.046397 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7e601b0-99e4-4432-b2f7-1368fd042a89 req-9301d3ae-7b3f-445c-a45c-5ab40ecda4bd tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0486982 Oct 21 15:09:22.074783 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a39b4f-a8c3-46ff-a5b4-b859a1ffc349 req-7f56b035-9029-49bb-83da-be67f7cbff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:22.076283 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-80a39b4f-a8c3-46ff-a5b4-b859a1ffc349 req-7f56b035-9029-49bb-83da-be67f7cbff00 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1130 time: 0.0393147 Oct 21 15:09:22.109844 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7e601b0-99e4-4432-b2f7-1368fd042a89 req-74a622c3-277b-4212-804e-a96f68b56926 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569327 Oct 21 15:09:22.120749 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-80a39b4f-a8c3-46ff-a5b4-b859a1ffc349 req-25ade22c-b406-4230-90ea-0ddc7627e04a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386605 Oct 21 15:09:22.522821 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:22.523426 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa954921-02e8-4d7b-a9bf-11ff1fc220a2 req-18f4150e-cab6-4861-b9d3-71334dfea93e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:22.524791 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-aa954921-02e8-4d7b-a9bf-11ff1fc220a2 req-18f4150e-cab6-4861-b9d3-71334dfea93e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0505486 Oct 21 15:09:22.784579 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-aa954921-02e8-4d7b-a9bf-11ff1fc220a2 req-181af7d0-67bb-490e-a309-6f53d55f9357 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541902 Oct 21 15:09:23.186086 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=69 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:23.231651 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f686ba-9b94-4b24-84e5-a40bf3b3bb68 req-a684573a-f324-4dc4-bf1c-e04472e6e828 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:23.233134 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72f686ba-9b94-4b24-84e5-a40bf3b3bb68 req-a684573a-f324-4dc4-bf1c-e04472e6e828 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0455372 Oct 21 15:09:23.258722 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:23.293968 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72f686ba-9b94-4b24-84e5-a40bf3b3bb68 req-b222edbc-2825-4df8-bc0d-25b22ff4d425 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545328 Oct 21 15:09:23.915535 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666491-b31e-4d0f-a6d3-cd23b482ccb7 req-45f39efb-d7f6-49ee-b670-5e4d05b3e579 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:23.916991 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82666491-b31e-4d0f-a6d3-cd23b482ccb7 req-45f39efb-d7f6-49ee-b670-5e4d05b3e579 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Oct 21 15:09:23.966149 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82666491-b31e-4d0f-a6d3-cd23b482ccb7 req-6afe4706-bde4-4f4d-9ed8-2b1d7abe6748 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Oct 21 15:09:24.010829 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:24.074126 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:24.087114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aacc9-5549-4cd6-b3fd-f73f0856a88b req-76095395-8e1b-452d-835a-bfc8bc7dc0b8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:24.089596 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c86aacc9-5549-4cd6-b3fd-f73f0856a88b req-76095395-8e1b-452d-835a-bfc8bc7dc0b8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0479410 Oct 21 15:09:24.099695 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43388) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:24.103977 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Request body: {'floatingip': {'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:24.142610 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (263636bc-5217-4c8f-9287-a8c9e8d78229), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:24.446554 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:24.476210 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23156de-095e-43f4-b9c2-f32ec8a500b3 req-81fc3f02-b09e-4d2a-b6cd-f6f10f1e62d9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:24.477678 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f23156de-095e-43f4-b9c2-f32ec8a500b3 req-81fc3f02-b09e-4d2a-b6cd-f6f10f1e62d9 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0934601 Oct 21 15:09:24.608251 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f23156de-095e-43f4-b9c2-f32ec8a500b3 req-d71868f0-7681-4f10-bc4a-d40384bc08bb tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994451 Oct 21 15:09:24.662623 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:24.728466 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (263636bc-5217-4c8f-9287-a8c9e8d78229), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:24.823001 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Floating IP 263636bc-5217-4c8f-9287-a8c9e8d78229 associated. External IP: 172.27.0.167, port: fb085c36-5fbe-49ea-be0b-e8120d82509d. Oct 21 15:09:24.919911 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:25.032582 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:09:25.140619 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:09:25.146349 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:25.153066 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:09:25.164660 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:25.165397 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:25.178873 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-99eb1a51-0f9c-4b94-9972-94ffff4c5b50 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/263636bc-5217-4c8f-9287-a8c9e8d78229 HTTP/1.1" status: 200 len: 992 time: 1.0781007 Oct 21 15:09:25.179535 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:25.181874 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:25.233685 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804f545-f189-4b23-bc45-4d921fc3b79d x-openstack-request-id: req-1804f545-f189-4b23-bc45-4d921fc3b79d {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:25.233984 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:25.234241 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1804f545-f189-4b23-bc45-4d921fc3b79d {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:25.234745 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1804f545-f189-4b23-bc45-4d921fc3b79d'] response: {'name': 'network-changed', 'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'status': 'completed', 'code': 200} Oct 21 15:09:25.286185 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:25.299624 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-54e4e173-cfab-4169-961e-8fc4c0c8e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:25.301171 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-54e4e173-cfab-4169-961e-8fc4c0c8e304 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1130 time: 0.0405316 Oct 21 15:09:25.406101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-0692685e-8fd9-4c52-a489-064c3bc4e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:25.407695 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-0692685e-8fd9-4c52-a489-064c3bc4e5ba service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.0936511 Oct 21 15:09:25.476590 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-e935c0bf-ef77-4e70-9782-5bfee86bdff9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 1000 time: 0.0592253 Oct 21 15:09:25.503572 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '263636bc-5217-4c8f-9287-a8c9e8d78229', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'mac_address': 'fa:16:3e:6c:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81446523-b4b2-4105-b224-66ebb84e5660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:09:10Z', 'updated_at': '2022-10-21T15:09:24Z', 'revision_number': 1, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:25.533102 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:09:25.535253 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-dffc85ec-05dc-4c75-b667-1d8f8976075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:25.536746 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-dffc85ec-05dc-4c75-b667-1d8f8976075e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0484929 Oct 21 15:09:25.541760 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:25.542360 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:25.585985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-084c29da-1176-4283-981d-b3f629e2c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:25.587681 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-084c29da-1176-4283-981d-b3f629e2c338 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448158 Oct 21 15:09:25.643227 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:25.708258 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-177f2ad0-65fd-4bae-8cd3-48186c18f788 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137345 Oct 21 15:09:25.778024 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaab255-60b9-44a4-8bb7-182edfab36e6 req-d0e46a60-c459-4280-a573-1cbb62e0b482 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:25.782385 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7eaab255-60b9-44a4-8bb7-182edfab36e6 req-d0e46a60-c459-4280-a573-1cbb62e0b482 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0789225 Oct 21 15:09:25.819709 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-98e530a5-bbfe-4147-ad39-c8250f0f5b5e req-9350a2a9-5128-4bef-b6ca-296c7e4e85c9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050487 Oct 21 15:09:25.862170 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7eaab255-60b9-44a4-8bb7-182edfab36e6 req-2eb32082-8c76-4430-b814-5f737b2ac9f8 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1babb31a-0977-46c2-88f8-be0c65d9ec08&id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749283 Oct 21 15:09:25.880525 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '263636bc-5217-4c8f-9287-a8c9e8d78229', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'mac_address': 'fa:16:3e:6c:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81446523-b4b2-4105-b224-66ebb84e5660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:09:10Z', 'updated_at': '2022-10-21T15:09:24Z', 'revision_number': 1, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:25.906083 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a101dfa-1c11-4178-8382-102375f55e24 None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '263636bc-5217-4c8f-9287-a8c9e8d78229', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'mac_address': 'fa:16:3e:6c:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81446523-b4b2-4105-b224-66ebb84e5660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:09:10Z', 'updated_at': '2022-10-21T15:09:24Z', 'revision_number': 1, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:09:26.096492 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28380504-8fad-4976-aa46-9a5e6516d615 None None] New status for floating IP 263636bc-5217-4c8f-9287-a8c9e8d78229: ACTIVE {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:09:35.813843 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=57 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:35.815217 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=76 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:35.849400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:35.856381 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=20 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:35.878542 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=67 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:35.883418 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=81 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:36.195428 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:36.198756 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:38.002012 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11ad8c-1c39-4a46-a5f8-654ecbe1fbf0 req-4a82304e-fad7-4e38-a10c-0e8f24909101 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:38.004041 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5b11ad8c-1c39-4a46-a5f8-654ecbe1fbf0 req-4a82304e-fad7-4e38-a10c-0e8f24909101 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0486450 Oct 21 15:09:38.053633 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5b11ad8c-1c39-4a46-a5f8-654ecbe1fbf0 req-5732e051-19b1-4449-b55c-2ca6a80ee967 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Oct 21 15:09:38.366285 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2544-ed22-425e-a0c9-e68d075a36db req-efd05b66-7f98-4a99-8d8b-1f2d9f783bea tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:38.367785 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c67d2544-ed22-425e-a0c9-e68d075a36db req-efd05b66-7f98-4a99-8d8b-1f2d9f783bea tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0467765 Oct 21 15:09:38.414059 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c67d2544-ed22-425e-a0c9-e68d075a36db req-901069af-cd15-4ec9-9ba1-be5d1920b843 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406685 Oct 21 15:09:39.177767 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149bc6-636e-4001-9a14-70b943a3221b req-935a2819-0684-4770-a879-66577e028897 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:39.179297 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-12149bc6-636e-4001-9a14-70b943a3221b req-935a2819-0684-4770-a879-66577e028897 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0492394 Oct 21 15:09:39.225541 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-12149bc6-636e-4001-9a14-70b943a3221b req-07bf305e-36f3-4b34-b382-4fe00b1fa6d8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Oct 21 15:09:39.535544 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fae1c3-2e0d-41c2-9cd0-9d7d5b3fc61c req-6b850b7d-57a8-4f33-8651-50d7ef3f906c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:39.536939 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-49fae1c3-2e0d-41c2-9cd0-9d7d5b3fc61c req-6b850b7d-57a8-4f33-8651-50d7ef3f906c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0461280 Oct 21 15:09:39.584803 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-49fae1c3-2e0d-41c2-9cd0-9d7d5b3fc61c req-5651486a-5f0f-4710-840b-76581b819114 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423274 Oct 21 15:09:40.345709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6dae-792c-4274-845b-79fef6875bb4 req-fd6798c4-4926-4b4b-81a4-de407d952bdc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:40.347214 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eebc6dae-792c-4274-845b-79fef6875bb4 req-fd6798c4-4926-4b4b-81a4-de407d952bdc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0458119 Oct 21 15:09:40.397585 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eebc6dae-792c-4274-845b-79fef6875bb4 req-c14397da-b7f0-4fe2-88c8-59f6da82268e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Oct 21 15:09:40.705335 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521dc3-d6e1-44bd-aac5-25ec393103b3 req-27b52210-3e42-4e02-8bc8-0b0353d07e0c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:40.706833 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3d521dc3-d6e1-44bd-aac5-25ec393103b3 req-27b52210-3e42-4e02-8bc8-0b0353d07e0c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0462244 Oct 21 15:09:40.752529 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3d521dc3-d6e1-44bd-aac5-25ec393103b3 req-4780031c-53ba-41f9-8131-5fd93712473b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401616 Oct 21 15:09:41.517709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c8005-ee2f-4863-b962-cf523ba8cecc req-647c6fd3-3cf0-41e1-b32b-e6c2faba6b4e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:41.519238 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-149c8005-ee2f-4863-b962-cf523ba8cecc req-647c6fd3-3cf0-41e1-b32b-e6c2faba6b4e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0464981 Oct 21 15:09:41.566391 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-149c8005-ee2f-4863-b962-cf523ba8cecc req-09ec6bf7-5878-4d2b-b53b-a48f756c6f98 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Oct 21 15:09:41.876478 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd8e12-45c7-48bc-8dc0-a613821d3b0c req-97cdcb17-5712-49bb-a0f6-5b94220596da tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:41.878456 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f4bd8e12-45c7-48bc-8dc0-a613821d3b0c req-97cdcb17-5712-49bb-a0f6-5b94220596da tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Oct 21 15:09:41.925705 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f4bd8e12-45c7-48bc-8dc0-a613821d3b0c req-78194bea-c45f-4d30-bad8-ba07375729f9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Oct 21 15:09:42.688511 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397705-5de6-49f6-8026-0ce9048fc856 req-3ed63200-1f03-41db-8114-f1eee8217519 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:42.689958 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-92397705-5de6-49f6-8026-0ce9048fc856 req-3ed63200-1f03-41db-8114-f1eee8217519 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0460415 Oct 21 15:09:42.736525 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-92397705-5de6-49f6-8026-0ce9048fc856 req-bfb486ff-26a1-4ffb-abae-fc2835fee962 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Oct 21 15:09:43.049771 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de350b19-b449-4a17-960f-a7771a769cf1 req-a2637045-ece7-4b70-885f-0c8d4f135d75 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:43.051242 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-de350b19-b449-4a17-960f-a7771a769cf1 req-a2637045-ece7-4b70-885f-0c8d4f135d75 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0501175 Oct 21 15:09:43.098105 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-de350b19-b449-4a17-960f-a7771a769cf1 req-37d992bd-57f7-4577-9e34-a6b703a1a8c6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413122 Oct 21 15:09:43.100627 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78782a-7543-471f-a967-c4bc0e757b0a req-79448688-10a1-496d-bbb1-421d52974c22 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:43.102129 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af78782a-7543-471f-a967-c4bc0e757b0a req-79448688-10a1-496d-bbb1-421d52974c22 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0478573 Oct 21 15:09:43.295062 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Deleting port d1390b81-d0b7-4766-8202-4b68f151d17c {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:43.295326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.390505 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-b0471a53-887a-4cc0-ad8e-9a02a4ad8632 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:43.391948 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-b0471a53-887a-4cc0-ad8e-9a02a4ad8632 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0559752 Oct 21 15:09:43.454194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] For port d1390b81-d0b7-4766-8202-4b68f151d17c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d1390b81-d0b7-4766-8202-4b68f151d17c,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:43.454556 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.542485 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port 07561374-f0cb-41d8-88e2-2decd05a6e6e {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:43.542849 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.720689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] For port 07561374-f0cb-41d8-88e2-2decd05a6e6e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=07561374-f0cb-41d8-88e2-2decd05a6e6e,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:43.721050 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.729569 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.729925 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.730243 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Floating IP 7a0294b5-bbfa-42f5-a6c3-ca00990d65fc disassociated. External IP: 172.27.0.19, port: d1390b81-d0b7-4766-8202-4b68f151d17c. Oct 21 15:09:43.730584 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Calling delete_port for d1390b81-d0b7-4766-8202-4b68f151d17c owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:43.858051 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3ed1-d2a2-45f4-ad72-764734d4acf5 req-8df760b2-ab2e-45f1-a455-e2e52a7d4463 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:43.859613 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ef9b3ed1-d2a2-45f4-ad72-764734d4acf5 req-8df760b2-ab2e-45f1-a455-e2e52a7d4463 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 946 time: 0.0472171 Oct 21 15:09:43.903856 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:43.908603 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ef9b3ed1-d2a2-45f4-ad72-764734d4acf5 req-adde752d-0a00-4d59-9799-a86498a4db7b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 Oct 21 15:09:43.968391 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.968747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (5c6accf7-5771-4c69-8f96-6a7871ae9fc6), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:43.969064 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP 5c6accf7-5771-4c69-8f96-6a7871ae9fc6 disassociated. External IP: 172.27.0.11, port: 07561374-f0cb-41d8-88e2-2decd05a6e6e. Oct 21 15:09:43.969404 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for 07561374-f0cb-41d8-88e2-2decd05a6e6e owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:43.977544 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:44.026143 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:44.119837 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d1390b81-d0b7-4766-8202-4b68f151d17c), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:44.146012 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event deleted for resources: {'Port': ['ID=d1390b81-d0b7-4766-8202-4b68f151d17c,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:44.187197 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:44.223165 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24f4d-7f81-4b75-a4bd-6af7e54f4e3d req-6f4d1def-db8e-4de0-b8be-d69ee2d48d1f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:44.224807 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6ed24f4d-7f81-4b75-a4bd-6af7e54f4e3d req-6f4d1def-db8e-4de0-b8be-d69ee2d48d1f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 945 time: 0.0474246 Oct 21 15:09:44.241188 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (07561374-f0cb-41d8-88e2-2decd05a6e6e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:44.275676 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=07561374-f0cb-41d8-88e2-2decd05a6e6e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:44.275950 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6ed24f4d-7f81-4b75-a4bd-6af7e54f4e3d req-b4ffeae6-6ccd-42c7-b28e-be0caa269527 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e31d6540-bb00-4a1b-96fb-b36b9e7da385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Oct 21 15:09:44.297614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Router 98bd9b66-3759-4f78-98d5-bad253836de5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:09:44.716554 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:44.729440 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:09:44.742751 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:09:44.756567 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] Sync routers for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:09:44.767813 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:44.769374 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:44.827410 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] No DVR routers for this DVR port d1390b81-d0b7-4766-8202-4b68f151d17c on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:09:44.831619 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:44.834958 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-af78782a-7543-471f-a967-c4bc0e757b0a req-ac9d906e-7a81-471f-a71d-645d82d1494c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "DELETE /networking/v2.0/ports/d1390b81-d0b7-4766-8202-4b68f151d17c HTTP/1.1" status: 204 len: 173 time: 1.6225104 Oct 21 15:09:44.835461 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'name': 'network-vif-deleted', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:44.837717 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582acfc-484c-49e7-8008-1f2c32399142" -d '{"events": [{"server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "name": "network-vif-deleted", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:44.874752 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:44.900566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:09:44.907780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:09:44.930175 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:44.930835 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:44.942692 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] No DVR routers for this DVR port 07561374-f0cb-41d8-88e2-2decd05a6e6e on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:09:44.945367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:44.949028 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-588346ae-4fc4-48f2-bf1f-1119f3d3c8f1 req-ca2b6423-af37-4900-b702-cc69df08a5cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "DELETE /networking/v2.0/ports/07561374-f0cb-41d8-88e2-2decd05a6e6e HTTP/1.1" status: 204 len: 173 time: 1.5503011 Oct 21 15:09:44.964799 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf7dc9-1925-4fef-a973-e14ecf8bb5a1 x-openstack-request-id: req-09bf7dc9-1925-4fef-a973-e14ecf8bb5a1 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:44.965216 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6689dc5-351a-4f46-b892-2788f4f5793a", "name": "network-vif-deleted", "tag": "d1390b81-d0b7-4766-8202-4b68f151d17c", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:44.965477 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09bf7dc9-1925-4fef-a973-e14ecf8bb5a1 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:44.965897 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bf7dc9-1925-4fef-a973-e14ecf8bb5a1'] response: {'server_uuid': 'e6689dc5-351a-4f46-b892-2788f4f5793a', 'name': 'network-vif-deleted', 'tag': 'd1390b81-d0b7-4766-8202-4b68f151d17c', 'status': 'completed', 'code': 200} Oct 21 15:09:45.052435 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0ff78086-ae51-4ad3-957b-103d8debc46d req-8b8b615f-2837-428c-bf19-603c1fd2ef8e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0361218 Oct 21 15:09:45.071174 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:45.110159 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:45.137564 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] Checking router: 98bd9b66-3759-4f78-98d5-bad253836de5 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:09:45.146566 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:45.147223 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:45.353743 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:45.407692 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2dd53f7-8b82-48b1-a476-732085ec11b0 req-c1897265-76b5-4eed-a8ea-c9cec78c432d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 210 time: 0.0295837 Oct 21 15:09:45.471066 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:45.498228 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:09:45.507616 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:09:45.508241 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:45.552849 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:45.577919 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d815257c-a2fd-4ef6-b9df-a3543597c5bf None None] The sync data for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi is: [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:04:14Z', 'revision_number': 4, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': 'fa06a637-43d3-4326-a16f-be9603e9dbd3', 'name': '', 'network_id': '5c23ba3a-efd7-4124-a78d-7daa57f2b1c1', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'mac_address': 'fa:16:3e:22:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:12Z', 'updated_at': '2022-10-21T15:04:31Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'subnets': [{'id': 'effb2445-2bd8-4b77-8b62-09ff6232969a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:09:45.602472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d1390b81-d0b7-4766-8202-4b68f151d17c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:09:45.629793 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: d1390b81-d0b7-4766-8202-4b68f151d17c {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:09:45.630137 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d1390b81-d0b7-4766-8202-4b68f151d17c not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:09:45.643853 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:09:45.800802 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a12c96-ebff-4ce3-8c1c-5455484588be None None] New status for floating IP 7a0294b5-bbfa-42f5-a6c3-ca00990d65fc: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:09:45.842404 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:09:45.868210 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a24f9-fa09-41aa-8726-31e70fe71f87 None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:09:46.135098 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230cb09-b138-4d57-b184-107d0e9aa7f0 None None] New status for floating IP 5c6accf7-5771-4c69-8f96-6a7871ae9fc6: DOWN {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:09:46.173259 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-857d5c9d-eb77-4a8f-9630-103d018590ae req-63198ecd-9878-4e85-ae8f-1fdef3a108c8 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6689dc5-351a-4f46-b892-2788f4f5793a HTTP/1.1" status: 200 len: 210 time: 0.0304036 Oct 21 15:09:46.524035 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3f391716-066b-4415-9bca-ce53b324dab1 req-72e9a669-c0ef-4b32-b826-2bf9c4f90fb2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cb330ad8-3230-4a73-8657-b7ad0f3d7875 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Oct 21 15:09:46.967401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'name': 'network-vif-deleted', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:46.969850 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415995fd-bc52-4931-9ba4-24b27c138be6" -d '{"events": [{"server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "name": "network-vif-deleted", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:47.007417 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d19a8-c6e9-4cb9-af7f-61eecc6ce4cf x-openstack-request-id: req-427d19a8-c6e9-4cb9-af7f-61eecc6ce4cf {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:47.007985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb330ad8-3230-4a73-8657-b7ad0f3d7875", "name": "network-vif-deleted", "tag": "07561374-f0cb-41d8-88e2-2decd05a6e6e", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:47.007985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-427d19a8-c6e9-4cb9-af7f-61eecc6ce4cf {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:47.008425 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427d19a8-c6e9-4cb9-af7f-61eecc6ce4cf'] response: {'server_uuid': 'cb330ad8-3230-4a73-8657-b7ad0f3d7875', 'name': 'network-vif-deleted', 'tag': '07561374-f0cb-41d8-88e2-2decd05a6e6e', 'status': 'completed', 'code': 200} Oct 21 15:09:47.372124 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43546) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:47.428173 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group (fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.449486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group (fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.583453 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.586054 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.592408 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c HTTP/1.1" status: 204 len: 168 time: 0.2165906 Oct 21 15:09:47.592765 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43550) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:47.599019 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 07561374-f0cb-41d8-88e2-2decd05a6e6e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:09:47.601830 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:47.608287 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.api.v2.resource [None req-e84be325-aa7f-43c8-a30e-e439056bfe56 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] show failed (client error): The resource could not be found. Oct 21 15:09:47.609910 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e84be325-aa7f-43c8-a30e-e439056bfe56 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups/fbe9cbf3-bb45-4a9a-b2e6-fd7a8420ef5c HTTP/1.1" status: 404 len: 347 time: 0.0164204 Oct 21 15:09:47.612835 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43554) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:47.613235 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.613578 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.614102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.614604 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.615110 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.615658 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.616150 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.616654 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.617135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.617467 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.617800 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.618125 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.618448 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.618793 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.619120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8163476-0e13-4f93-9e04-a53eab43bfcf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:09:47.624921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 07561374-f0cb-41d8-88e2-2decd05a6e6e {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:09:47.625342 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 07561374-f0cb-41d8-88e2-2decd05a6e6e not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:09:47.698479 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43556) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:47.735288 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Deleting port c78cd8f3-06a0-454c-be93-ed080e755657 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:47.735698 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (c78cd8f3-06a0-454c-be93-ed080e755657), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.748068 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.754769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-53cee55d-6bff-432f-955f-b1e16870e2f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (e31d6540-bb00-4a1b-96fb-b36b9e7da385), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.778122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-53cee55d-6bff-432f-955f-b1e16870e2f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (e31d6540-bb00-4a1b-96fb-b36b9e7da385), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.817764 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (c78cd8f3-06a0-454c-be93-ed080e755657), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.818278 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (c78cd8f3-06a0-454c-be93-ed080e755657), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.831987 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Calling delete_port for c78cd8f3-06a0-454c-be93-ed080e755657 owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:47.913924 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-53cee55d-6bff-432f-955f-b1e16870e2f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e31d6540-bb00-4a1b-96fb-b36b9e7da385), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.916574 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-53cee55d-6bff-432f-955f-b1e16870e2f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:47.917806 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-53cee55d-6bff-432f-955f-b1e16870e2f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e31d6540-bb00-4a1b-96fb-b36b9e7da385 HTTP/1.1" status: 204 len: 168 time: 0.2182574 Oct 21 15:09:47.922498 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43558) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:47.927293 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cee55d-6bff-432f-955f-b1e16870e2f7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d6540-bb00-4a1b-96fb-b36b9e7da385,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:47.956739 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.api.v2.resource [None req-fec5510a-bf1e-418e-8934-f20da5e9e543 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] show failed (client error): The resource could not be found. Oct 21 15:09:47.957779 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-fec5510a-bf1e-418e-8934-f20da5e9e543 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups/e31d6540-bb00-4a1b-96fb-b36b9e7da385 HTTP/1.1" status: 404 len: 347 time: 0.0343351 Oct 21 15:09:47.960849 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43560) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:48.053851 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (c78cd8f3-06a0-454c-be93-ed080e755657), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.073934 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port e9f96319-4b5a-4497-8f7e-3d3eef2f5e43 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:48.074288 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.079520 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event deleted for resources: {'Port': ['ID=c78cd8f3-06a0-454c-be93-ed080e755657,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:48.145059 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks [] for floatingip (7a0294b5-bbfa-42f5-a6c3-ca00990d65fc), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.147997 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.149149 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-f34f9b95-847c-474e-9b34-cb9cdc7923bc tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/7a0294b5-bbfa-42f5-a6c3-ca00990d65fc HTTP/1.1" status: 204 len: 168 time: 0.5353200 Oct 21 15:09:48.154113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.154442 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.167304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for e9f96319-4b5a-4497-8f7e-3d3eef2f5e43 owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:48.186830 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:09:48.388416 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (e9f96319-4b5a-4497-8f7e-3d3eef2f5e43), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.414148 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=e9f96319-4b5a-4497-8f7e-3d3eef2f5e43,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:48.462054 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:48.480122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (5c6accf7-5771-4c69-8f96-6a7871ae9fc6), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.482714 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.483855 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e78e8cc5-a38b-4dab-b555-1a9739100911 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/5c6accf7-5771-4c69-8f96-6a7871ae9fc6 HTTP/1.1" status: 204 len: 168 time: 0.5220354 Oct 21 15:09:48.640692 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43568) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:48.645223 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1575981296', 'description': 'tempest-description--1606615045'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:48.660800 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:48.782910 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.852154 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (83032d39-02d4-41fd-94c7-ceebc6616115), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.879559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9bd15855-5cfc-4d4d-98a4-5f34ff98fde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.945023 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (83032d39-02d4-41fd-94c7-ceebc6616115), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:48.976146 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83032d39-02d4-41fd-94c7-ceebc6616115,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:49.064129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.065374 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7263a6e4-2b6f-4d9a-8b04-398724045071 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4236951 Oct 21 15:09:49.068396 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43570) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:49.072681 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': '83032d39-02d4-41fd-94c7-ceebc6616115', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:49.182168 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (cb2ab597-15a6-436a-a371-745f686fa35a), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.236900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (cb2ab597-15a6-436a-a371-745f686fa35a), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.307771 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (cb2ab597-15a6-436a-a371-745f686fa35a), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.327820 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2ab597-15a6-436a-a371-745f686fa35a,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:49.435900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.438562 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-a315ce8f-09ab-4e21-96c5-d6067cc99529 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678286 Oct 21 15:09:49.439897 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43574) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:49.444412 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'security_group_rule': {'security_group_id': '83032d39-02d4-41fd-94c7-ceebc6616115', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:49.576980 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (251f9b2b-5fd2-40c4-8fb6-1f02f821c3dc), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.636090 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (251f9b2b-5fd2-40c4-8fb6-1f02f821c3dc), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.716910 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (251f9b2b-5fd2-40c4-8fb6-1f02f821c3dc), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.736476 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f9b2b-5fd2-40c4-8fb6-1f02f821c3dc,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:49.829735 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:49.830925 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-55c1a482-8a28-4230-8ca7-dc56e74a2ae6 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899503 Oct 21 15:09:49.835113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43580) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:09:49.839753 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:49.931067 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.010856 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.066485 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:50.122577 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.27.0.235 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/a7fe3560-2610-487c-b86d-d5695d916b01) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:09:50.225627 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:50.230781 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (a7fe3560-2610-487c-b86d-d5695d916b01), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.337350 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (a7fe3560-2610-487c-b86d-d5695d916b01), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.378703 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:09:50.383618 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:09:50.385801 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=a7fe3560-2610-487c-b86d-d5695d916b01,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:50.387935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:09:50.468694 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (13141774-d482-4b3b-a4f7-9ee785245b8e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.596541 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (a7fe3560-2610-487c-b86d-d5695d916b01), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.712041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:50.737729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (a7fe3560-2610-487c-b86d-d5695d916b01), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.822520 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (a7fe3560-2610-487c-b86d-d5695d916b01), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.892244 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (13141774-d482-4b3b-a4f7-9ee785245b8e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.899151 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=a7fe3560-2610-487c-b86d-d5695d916b01,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:50.998651 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:50.999920 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-fa6356ba-fb71-4f8d-967e-14ba12b04685 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1638346 Oct 21 15:09:51.155433 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-85ae66f1-4b61-4cf6-985e-a3ddcbb53935 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1575981296&fields=id&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 267 time: 0.0455427 Oct 21 15:09:51.260780 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6d4e1-a4a4-4da6-9498-07cbb2db31e9 req-83cb6542-0126-484d-9d1e-c114efc07a4a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:51.262145 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c2c6d4e1-a4a4-4da6-9498-07cbb2db31e9 req-83cb6542-0126-484d-9d1e-c114efc07a4a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0790131 Oct 21 15:09:51.327617 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-97b0eae2-86fc-42a9-905a-ec157c63412c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:51.329073 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-97b0eae2-86fc-42a9-905a-ec157c63412c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 0.1670320 Oct 21 15:09:51.347465 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c2c6d4e1-a4a4-4da6-9498-07cbb2db31e9 req-8fc93dc0-8978-47f8-b8cc-d6e2a5876581 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784950 Oct 21 15:09:51.350391 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-631ae0ca-74b8-4237-a59c-4dd8b2ab54dc tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/quotas/77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 375 time: 0.0135281 Oct 21 15:09:51.400779 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-92dd226b-358e-4c69-b57c-ba22b8bb62d8 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447500 Oct 21 15:09:51.411431 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-3066ed77-a1b0-4475-8596-5451f6cc8f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:51.543585 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-131ddfde-cf2c-4254-9579-c29281c1fad6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303198 Oct 21 15:09:51.634962 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-5a2facb2-13d9-44c0-b4e2-00865ac1f862 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Oct 21 15:09:51.907578 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb39591b-1396-4436-9a1e-05ccbfe9b63b req-079b4503-a6e9-49ba-a04d-c4dcb5f0a3c7 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0276194 Oct 21 15:09:52.472881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e4409-3b97-46be-951b-10595ade1c90 req-5d5c4cfc-93de-44cc-99e4-bf3947226b2e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:52.474984 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd1e4409-3b97-46be-951b-10595ade1c90 req-5d5c4cfc-93de-44cc-99e4-bf3947226b2e tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0462244 Oct 21 15:09:52.514103 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:52.517748 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:52.525938 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd1e4409-3b97-46be-951b-10595ade1c90 req-1baafdc9-ecc4-4fed-b301-e531f9c91387 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Oct 21 15:09:53.012626 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-376e8990-0393-42e8-abc2-7c49500e880c req-ea1f02dd-5c78-4dda-b426-67e9a2354e3f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0304286 Oct 21 15:09:53.562829 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:53.601688 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49da13-a46e-4f13-a467-679838a9e265 req-cef42694-2b7a-4e35-b1ba-bd726360c7bd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:53.603189 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4c49da13-a46e-4f13-a467-679838a9e265 req-cef42694-2b7a-4e35-b1ba-bd726360c7bd tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.0486634 Oct 21 15:09:53.696233 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Deleting port 2ec9c9f0-770b-45e7-9198-e7df0236240f {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:53.696597 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:53.799661 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] For port 2ec9c9f0-770b-45e7-9198-e7df0236240f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2ec9c9f0-770b-45e7-9198-e7df0236240f,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:53.800040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:53.815922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Calling delete_port for 2ec9c9f0-770b-45e7-9198-e7df0236240f owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:53.865520 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d18b2-9a0a-421c-afb6-bac05009923e req-f5946ddf-b208-4cef-9fc3-76a5d6fce793 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:53.866944 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e9d18b2-9a0a-421c-afb6-bac05009923e req-f5946ddf-b208-4cef-9fc3-76a5d6fce793 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 946 time: 0.2638912 Oct 21 15:09:53.887842 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:53.916425 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e9d18b2-9a0a-421c-afb6-bac05009923e req-b639cac2-3eac-4963-8caf-9aa35a26519a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Oct 21 15:09:54.045626 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (2ec9c9f0-770b-45e7-9198-e7df0236240f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:54.061471 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['f027ca64-6e10-42a3-a356-857ce1a446a0', '2ec9c9f0-770b-45e7-9198-e7df0236240f'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:09:54.074340 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event deleted for resources: {'Port': ['ID=2ec9c9f0-770b-45e7-9198-e7df0236240f,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:54.087918 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:54.106889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:54.133879 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] No DVR routers for this DVR port 2ec9c9f0-770b-45e7-9198-e7df0236240f on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:09:54.136775 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:54.140575 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4c49da13-a46e-4f13-a467-679838a9e265 req-01db929f-d10e-4a21-8205-b8950253dba1 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "DELETE /networking/v2.0/ports/2ec9c9f0-770b-45e7-9198-e7df0236240f HTTP/1.1" status: 204 len: 173 time: 0.5310223 Oct 21 15:09:54.141174 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4298bf2-1299-4552-9929-5128607d4daf', 'name': 'network-vif-deleted', 'tag': '2ec9c9f0-770b-45e7-9198-e7df0236240f'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:54.143870 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf83f318-ba00-4517-b546-248ee6296cdd" -d '{"events": [{"server_uuid": "c4298bf2-1299-4552-9929-5128607d4daf", "name": "network-vif-deleted", "tag": "2ec9c9f0-770b-45e7-9198-e7df0236240f"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:54.160484 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:54.166445 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2a9d0f52-6a13-4d64-aa9e-aa7bd177ff80 req-89981709-e253-4b71-b8ba-9e14890a159c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0452669 Oct 21 15:09:54.199229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9889b-054f-4771-81ff-f38933322ac2 x-openstack-request-id: req-3ad9889b-054f-4771-81ff-f38933322ac2 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:54.199229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4298bf2-1299-4552-9929-5128607d4daf", "name": "network-vif-deleted", "tag": "2ec9c9f0-770b-45e7-9198-e7df0236240f", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:54.199229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ad9889b-054f-4771-81ff-f38933322ac2 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:54.199229 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad9889b-054f-4771-81ff-f38933322ac2'] response: {'server_uuid': 'c4298bf2-1299-4552-9929-5128607d4daf', 'name': 'network-vif-deleted', 'tag': '2ec9c9f0-770b-45e7-9198-e7df0236240f', 'status': 'completed', 'code': 200} Oct 21 15:09:54.199673 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:54.924549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-fa6062bf-da3b-4d7e-9e64-aeef088d6a20 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:54.929481 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-fa6062bf-da3b-4d7e-9e64-aeef088d6a20 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 815 time: 0.1093194 Oct 21 15:09:55.006217 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-2f949f9c-a030-4a6a-8fad-853d5ebd7522 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77156a46a45648cd8cb0ea22ab0f04a8 HTTP/1.1" status: 200 len: 380 time: 0.0585940 Oct 21 15:09:55.032465 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6e573404-4a89-431e-931b-95ee90a07642 req-d05d5ece-2c69-48a1-a631-0c0972af1e34 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c4298bf2-1299-4552-9929-5128607d4daf HTTP/1.1" status: 200 len: 210 time: 0.0264738 Oct 21 15:09:55.175771 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'port': {'device_id': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'admin_state_up': True, 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'security_groups': ['83032d39-02d4-41fd-94c7-ceebc6616115']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:55.273908 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2fc9367b-c516-40f6-bb7a-8c3c57eed6e0 req-2229cada-9b03-4746-a820-79302699c37c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0321560 Oct 21 15:09:55.456626 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Made reservation on behalf of 77156a46a45648cd8cb0ea22ab0f04a8 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:09:55.461806 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:55.590810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Allocated IP 172.20.0.4 (b0eade66-a654-457b-8b3f-068b28484861/9aa66f79-e0db-4596-8523-72955daef8e2/d835a37e-e47e-43a7-9a54-1d55d85ad6d4) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:09:55.594271 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:55.730129 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:55.842886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:55.849307 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:55.886034 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Network b0eade66-a654-457b-8b3f-068b28484861 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:09:55.889189 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:09:55.892967 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:09:55.923063 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event updated for resources: {'Port': ['ID=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:55.951984 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:55.952738 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:55.991647 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:56.059264 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bc07c092-ff48-4993-9ef6-8db9b09239cd tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8873992 Oct 21 15:09:56.093840 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-286ba750-99ca-4162-a95e-4542465b64a6 None None] Provisioning complete for port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:09:56.094304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-286ba750-99ca-4162-a95e-4542465b64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:56.097098 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-286ba750-99ca-4162-a95e-4542465b64a6 None None] Attempt 1 to provision port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 Oct 21 15:09:56.128958 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Request body: {'port': {'device_id': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:09:56.137334 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-286ba750-99ca-4162-a95e-4542465b64a6 None None] Port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:09:56.195953 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:56.416410 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19175de6-8434-4205-afe7-ded4168d2b3f req-5a9494d6-7f85-42ff-a340-d50805bab7a0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:56.417955 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-19175de6-8434-4205-afe7-ded4168d2b3f req-5a9494d6-7f85-42ff-a340-d50805bab7a0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 931 time: 0.0566611 Oct 21 15:09:56.464572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d835a37e-e47e-43a7-9a54-1d55d85ad6d4 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:09:56.466848 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-19175de6-8434-4205-afe7-ded4168d2b3f req-495ce88a-5893-400d-8899-f90db51cfdce tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Oct 21 15:09:56.472417 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Publish callbacks [] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:56.485910 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Transition to ACTIVE for port object d835a37e-e47e-43a7-9a54-1d55d85ad6d4 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:09:56.611004 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:56.695762 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Pushing event updated for resources: {'Port': ['ID=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:56.726875 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Attempting to bind port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:09:56.727211 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Attempting to bind port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:09:56.727539 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Attempting to bind port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:09:56.739967 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa62d-5ff5-44b1-a94d-4bd33e2978ff req-824a8cc3-3c8a-46b3-8b75-c588a6801cce tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:56.741506 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af3fa62d-5ff5-44b1-a94d-4bd33e2978ff req-824a8cc3-3c8a-46b3-8b75-c588a6801cce tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Oct 21 15:09:56.772614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 on network b0eade66-a654-457b-8b3f-068b28484861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:09:56.772939 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Attempting to bind port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 on network b0eade66-a654-457b-8b3f-068b28484861 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:09:56.792760 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-af3fa62d-5ff5-44b1-a94d-4bd33e2978ff req-c6343fab-91b4-41e2-82b0-537bb034fccf tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Oct 21 15:09:56.818384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:09:56.818841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Checking segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:09:56.819225 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Bound using segment: {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:09:56.819661 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Bound port: d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10defba0-c174-403d-82e1-0e919eb64636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:09:56.820053 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:56.857376 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:56.880141 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] For port d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:09:56.883103 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] For port d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:09:57.037819 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:57.043362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:57.047637 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:57.047637 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/d835a37e-e47e-43a7-9a54-1d55d85ad6d4 HTTP/1.1" status: 200 len: 1093 time: 0.9779842 Oct 21 15:09:57.047637 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:57.048662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7536a892-c002-404e-b6f0-3e9eae2b3768" -d '{"events": [{"name": "network-changed", "server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:57.093659 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609834f-0731-4a79-8dc9-0599d0dfae14 service neutron] Pushing event updated for resources: {'Port': ['ID=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:57.103810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc169924-cdb3-4b86-8d8e-b5db090ff668 x-openstack-request-id: req-cc169924-cdb3-4b86-8d8e-b5db090ff668 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:09:57.104094 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:09:57.104343 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc169924-cdb3-4b86-8d8e-b5db090ff668 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:09:57.104739 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc169924-cdb3-4b86-8d8e-b5db090ff668'] response: {'name': 'network-changed', 'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'status': 'completed', 'code': 200} Oct 21 15:09:57.586090 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fccdf-cdc6-4880-aeb9-baab8c9d7514 req-8b710e26-64ab-4796-9c26-11d49704b7b5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:57.587590 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1a7fccdf-cdc6-4880-aeb9-baab8c9d7514 req-8b710e26-64ab-4796-9c26-11d49704b7b5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 943 time: 0.0463955 Oct 21 15:09:57.633883 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1a7fccdf-cdc6-4880-aeb9-baab8c9d7514 req-172b9412-7f34-4af4-8355-340e7856a424 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Oct 21 15:09:57.638798 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2ec9c9f0-770b-45e7-9198-e7df0236240f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:09:57.657750 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 2ec9c9f0-770b-45e7-9198-e7df0236240f {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:09:57.658095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2ec9c9f0-770b-45e7-9198-e7df0236240f not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:09:57.916206 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9427cbb-f96b-49da-8f3b-25d5327fc983 req-f2250705-5e61-44d2-b922-eed3a99da047 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:57.917581 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e9427cbb-f96b-49da-8f3b-25d5327fc983 req-f2250705-5e61-44d2-b922-eed3a99da047 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0452735 Oct 21 15:09:57.964688 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e9427cbb-f96b-49da-8f3b-25d5327fc983 req-e85b6830-3dcf-4712-a3d3-8a62e236d27c tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Oct 21 15:09:58.181257 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:58.742476 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:58.757881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae12aed-51b5-4de8-86cd-7812f24e8629 req-8be98724-35ce-4c3c-9b85-4887a88f3f32 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:58.759375 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9ae12aed-51b5-4de8-86cd-7812f24e8629 req-8be98724-35ce-4c3c-9b85-4887a88f3f32 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 943 time: 0.0499232 Oct 21 15:09:58.806071 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9ae12aed-51b5-4de8-86cd-7812f24e8629 req-5dbf17f9-6d08-4283-8e70-62722473ed58 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Oct 21 15:09:58.923771 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:58.936001 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a892-c002-404e-b6f0-3e9eae2b3768 req-9d42fd3c-d8bf-4b58-9ac6-6381a923066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:58.937511 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7536a892-c002-404e-b6f0-3e9eae2b3768 req-9d42fd3c-d8bf-4b58-9ac6-6381a923066b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 1127 time: 0.0442770 Oct 21 15:09:59.058407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a892-c002-404e-b6f0-3e9eae2b3768 req-3f1d0c14-a197-459a-bffe-627703d76155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.059901 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7536a892-c002-404e-b6f0-3e9eae2b3768 req-3f1d0c14-a197-459a-bffe-627703d76155 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1008284 Oct 21 15:09:59.085954 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c6fb-cbc0-4f62-8242-50ef93083993 req-e4f76f8f-1643-4c60-9bd6-241b6edffe60 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.087484 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd91c6fb-cbc0-4f62-8242-50ef93083993 req-e4f76f8f-1643-4c60-9bd6-241b6edffe60 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0478904 Oct 21 15:09:59.136673 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd91c6fb-cbc0-4f62-8242-50ef93083993 req-db6c7b8e-be89-42e9-bf04-971dbfbd7090 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c0124a0-2212-4c14-9b4b-46fcc75aa81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Oct 21 15:09:59.179416 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a892-c002-404e-b6f0-3e9eae2b3768 req-79fa3fa3-47a3-409b-93e6-59de95cc52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.180816 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7536a892-c002-404e-b6f0-3e9eae2b3768 req-79fa3fa3-47a3-409b-93e6-59de95cc52ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969636 Oct 21 15:09:59.244044 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-34245e1d-61c7-49c4-8216-2017a171cf5f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.245467 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-34245e1d-61c7-49c4-8216-2017a171cf5f tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 946 time: 0.0552115 Oct 21 15:09:59.303940 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-dacef3ad-2d9d-4120-9816-8f74f46faf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.305401 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-dacef3ad-2d9d-4120-9816-8f74f46faf59 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 1127 time: 0.0780857 Oct 21 15:09:59.369211 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-c4c5fb58-36cd-400d-a47c-ea06e91f2477 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4 HTTP/1.1" status: 200 len: 217 time: 0.0529640 Oct 21 15:09:59.381035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Deleting port f027ca64-6e10-42a3-a356-857ce1a446a0 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:09:59.382040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:59.481391 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-d9837e43-3d33-4677-b767-84031dcff481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.482815 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-d9837e43-3d33-4677-b767-84031dcff481 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0976369 Oct 21 15:09:59.540659 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] For port f027ca64-6e10-42a3-a356-857ce1a446a0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f027ca64-6e10-42a3-a356-857ce1a446a0,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:09:59.541024 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:59.556678 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bfb6238b-99e3-4f1d-a2e8-77fff087a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.558136 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bfb6238b-99e3-4f1d-a2e8-77fff087a16e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653424 Oct 21 15:09:59.559152 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Calling delete_port for f027ca64-6e10-42a3-a356-857ce1a446a0 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:09:59.707416 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-6e8a6560-ee16-409e-b390-0e11c2ea1365 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385913 Oct 21 15:09:59.744891 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:59.834476 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cd39b0b6-b046-4935-a633-f31d49c7e7ac req-bacd0d7f-901c-4b31-99a6-370e4835d7f7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168821 Oct 21 15:09:59.871016 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (f027ca64-6e10-42a3-a356-857ce1a446a0), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:59.878399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:09:59.885043 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['f027ca64-6e10-42a3-a356-857ce1a446a0'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:09:59.906040 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Pushing event deleted for resources: {'Port': ['ID=f027ca64-6e10-42a3-a356-857ce1a446a0,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:09:59.937590 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ac51-5293-4de1-9bb7-a01fc554844b req-38204efe-e41f-48ea-8be1-4b337af104c9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:09:59.939306 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9929ac51-5293-4de1-9bb7-a01fc554844b req-38204efe-e41f-48ea-8be1-4b337af104c9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 943 time: 0.0579953 Oct 21 15:09:59.953698 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] No DVR routers for this DVR port f027ca64-6e10-42a3-a356-857ce1a446a0 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:09:59.956476 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:09:59.960357 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e158f223-5e37-4c31-a8ae-cc613f448aa2 req-627f6150-ad72-479c-87bb-8bc6eee9446b tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.16 "DELETE /networking/v2.0/ports/f027ca64-6e10-42a3-a356-857ce1a446a0 HTTP/1.1" status: 204 len: 173 time: 0.6989582 Oct 21 15:09:59.961072 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'name': 'network-vif-deleted', 'tag': 'f027ca64-6e10-42a3-a356-857ce1a446a0'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:09:59.963399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3c0d9a-30db-4ecc-bb88-63956c8b2921" -d '{"events": [{"server_uuid": "96d3f579-4139-41ae-a20b-b25f1c6b95a7", "name": "network-vif-deleted", "tag": "f027ca64-6e10-42a3-a356-857ce1a446a0"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:09:59.994325 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9929ac51-5293-4de1-9bb7-a01fc554844b req-6d743d15-2632-40e0-aa1b-bf436ff55e5e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489273 Oct 21 15:10:00.002743 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72431dcb-9a1c-4cca-b221-464235856657 x-openstack-request-id: req-72431dcb-9a1c-4cca-b221-464235856657 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:00.003038 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3f579-4139-41ae-a20b-b25f1c6b95a7", "name": "network-vif-deleted", "tag": "f027ca64-6e10-42a3-a356-857ce1a446a0", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:00.006594 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72431dcb-9a1c-4cca-b221-464235856657 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:00.006594 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72431dcb-9a1c-4cca-b221-464235856657'] response: {'server_uuid': '96d3f579-4139-41ae-a20b-b25f1c6b95a7', 'name': 'network-vif-deleted', 'tag': 'f027ca64-6e10-42a3-a356-857ce1a446a0', 'status': 'completed', 'code': 200} Oct 21 15:10:00.243144 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b817174f-9af6-4242-a0e3-ebf1ceefc8e7 req-5645c1eb-8075-4c81-870a-8d6a8ff2150a tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Oct 21 15:10:01.125774 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5742193-5d37-4119-8534-998df140dd25 req-d9aea3ea-f301-42d2-ba48-28532f5b3e6e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:01.127277 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d5742193-5d37-4119-8534-998df140dd25 req-d9aea3ea-f301-42d2-ba48-28532f5b3e6e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 943 time: 0.0481849 Oct 21 15:10:01.176597 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d5742193-5d37-4119-8534-998df140dd25 req-7e240217-6bdf-4b42-ad61-aab0470aa7a2 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424130 Oct 21 15:10:01.364184 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-491100e0-bbe5-4a05-b136-3ad3f14bedb7 req-cc3f3b30-4eef-4446-af72-33a124294265 tempest-ServerRescueNegativeTestJSON-168757875 tempest-ServerRescueNegativeTestJSON-168757875-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=96d3f579-4139-41ae-a20b-b25f1c6b95a7 HTTP/1.1" status: 200 len: 210 time: 0.0316925 Oct 21 15:10:02.296586 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda244ae-96ce-43ec-9c8f-9301ce5b9506 req-7a321090-09e8-48ba-afc1-558a35f0c004 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:02.297960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cda244ae-96ce-43ec-9c8f-9301ce5b9506 req-7a321090-09e8-48ba-afc1-558a35f0c004 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 943 time: 0.0462170 Oct 21 15:10:02.317444 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:02.344135 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cda244ae-96ce-43ec-9c8f-9301ce5b9506 req-03353eeb-7c86-41f5-a0d2-b0feb514624a tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406883 Oct 21 15:10:02.432821 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43674) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:02.856266 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (98bd9b66-3759-4f78-98d5-bad253836de5), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:03.066876 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Deleting port fa06a637-43d3-4326-a16f-be9603e9dbd3 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:03.067235 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:03.379079 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] For port fa06a637-43d3-4326-a16f-be9603e9dbd3, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=fa06a637-43d3-4326-a16f-be9603e9dbd3,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:03.379446 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:03.392646 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Calling delete_port for fa06a637-43d3-4326-a16f-be9603e9dbd3 owned by network:router_interface {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:03.467695 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b44f50-ffd5-4b3e-9a4f-43bb45c024ee req-2c33fc2a-50fa-4f2b-ac3d-0772a4fd90a9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:03.469191 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e0b44f50-ffd5-4b3e-9a4f-43bb45c024ee req-2c33fc2a-50fa-4f2b-ac3d-0772a4fd90a9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 943 time: 0.0472839 Oct 21 15:10:03.509556 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:03.517939 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e0b44f50-ffd5-4b3e-9a4f-43bb45c024ee req-081ef571-e0e7-4958-a2ba-dfb1b3167b9c tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Oct 21 15:10:03.637061 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (fa06a637-43d3-4326-a16f-be9603e9dbd3), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:03.641993 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:03.658664 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d835a37e-e47e-43a7-9a54-1d55d85ad6d4 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:10:03.666434 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device f027ca64-6e10-42a3-a356-857ce1a446a0 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:03.667672 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa06a637-43d3-4326-a16f-be9603e9dbd3,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:03.692006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: f027ca64-6e10-42a3-a356-857ce1a446a0 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:03.692356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device f027ca64-6e10-42a3-a356-857ce1a446a0 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:03.785930 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:03.799146 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'port_id': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'mac_address': 'fa:16:3e:ce:2b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:10:03.841560 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (98bd9b66-3759-4f78-98d5-bad253836de5), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:03.843978 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:03.844637 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:03.861190 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d835a37e-e47e-43a7-9a54-1d55d85ad6d4 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:10:03.883085 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:03.886815 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10c525-0c06-4345-8e79-2673980c2b35 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:10:03.973402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:04.046508 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10c525-0c06-4345-8e79-2673980c2b35 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:10:04.053275 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:04.059262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Router 98bd9b66-3759-4f78-98d5-bad253836de5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:04.163395 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:04.168255 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-8fd536c6-6e95-401a-9f97-b78ac288dec5 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/98bd9b66-3759-4f78-98d5-bad253836de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346947 Oct 21 15:10:04.171252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43684) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:04.172795 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] Sync routers for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:04.186502 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:04.187428 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:04.249083 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['d835a37e-e47e-43a7-9a54-1d55d85ad6d4'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:10:04.278830 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks [] for router (98bd9b66-3759-4f78-98d5-bad253836de5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:04.295732 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:04.303235 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:04.387310 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:04.403961 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks [] for router_gateway (98bd9b66-3759-4f78-98d5-bad253836de5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:04.483853 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:10:03Z', 'revision_number': 5, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port': {'id': '0fb15f87-d7d2-418e-9968-e865129e5a2f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:08Z', 'updated_at': '2022-10-21T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:04.511404 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] Checking router: 98bd9b66-3759-4f78-98d5-bad253836de5 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:04.518009 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Deleting port 0fb15f87-d7d2-418e-9968-e865129e5a2f {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:04.518573 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:04.520560 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] Routers {'98bd9b66-3759-4f78-98d5-bad253836de5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:04.521562 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['98bd9b66-3759-4f78-98d5-bad253836de5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:04.609694 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] Set router 98bd9b66-3759-4f78-98d5-bad253836de5 gateway port host: None {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:04.618270 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] For port 0fb15f87-d7d2-418e-9968-e865129e5a2f, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0fb15f87-d7d2-418e-9968-e865129e5a2f,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:04.618664 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:04.660091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Calling delete_port for 0fb15f87-d7d2-418e-9968-e865129e5a2f owned by network:router_gateway {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:04.667838 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:10:04Z', 'revision_number': 6, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:04.681845 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f592-db32-43e6-819d-3464b18957ba req-ebb46ae0-082b-4bb3-8a99-cd0870a5f067 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:04.683404 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30b0f592-db32-43e6-819d-3464b18957ba req-ebb46ae0-082b-4bb3-8a99-cd0870a5f067 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 944 time: 0.0730915 Oct 21 15:10:04.695441 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adb6e1e-74d2-4b83-93b1-d18522d43537 None None] The sync data for ids ['98bd9b66-3759-4f78-98d5-bad253836de5'] in dv-cinder-836083-16-iscsi is: [{'id': '98bd9b66-3759-4f78-98d5-bad253836de5', 'name': 'tempest-ServerRescueNegativeTestJSON-327313189-router', 'tenant_id': 'bbced7abbedc497f86e2ea999420b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:07Z', 'updated_at': '2022-10-21T15:10:04Z', 'revision_number': 6, 'project_id': 'bbced7abbedc497f86e2ea999420b2a0', 'gw_port_host': None}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:04.768329 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:04.789780 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30b0f592-db32-43e6-819d-3464b18957ba req-1ee19c82-e8b9-4a70-b39b-d86e517ada47 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000457 Oct 21 15:10:04.877973 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:04.905035 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-cae7c4e0-3fd8-414b-890e-62b35d9328a6 None None] Provisioning complete for port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:04.905643 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cae7c4e0-3fd8-414b-890e-62b35d9328a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:04.905765 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-cae7c4e0-3fd8-414b-890e-62b35d9328a6 None None] Attempt 1 to provision port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 Oct 21 15:10:04.931707 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-69f38316-00b1-4f9c-83ae-5acc91e8e2fb tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1787743502&fields=id&tenant_id=a77531edf7224da8847bb5c9813ae7da HTTP/1.1" status: 200 len: 267 time: 0.0659814 Oct 21 15:10:04.982440 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-cae7c4e0-3fd8-414b-890e-62b35d9328a6 None None] Current status of the port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:04.982803 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-e7dff4c3-c6ea-4815-9195-437cad97a506 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:04.984421 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-e7dff4c3-c6ea-4815-9195-437cad97a506 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 984 time: 0.0473254 Oct 21 15:10:04.985424 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (0fb15f87-d7d2-418e-9968-e865129e5a2f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.018056 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Request body: {'port': {'security_groups': ['3ac8ca88-1da4-4c8b-8f34-9abd42ce2361']}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:05.020346 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb15f87-d7d2-418e-9968-e865129e5a2f,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:05.150496 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (98bd9b66-3759-4f78-98d5-bad253836de5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.165821 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.278311 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (98bd9b66-3759-4f78-98d5-bad253836de5), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.281974 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks [] for router_controller (98bd9b66-3759-4f78-98d5-bad253836de5), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.455908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (98bd9b66-3759-4f78-98d5-bad253836de5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.456518 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98bd9b66-3759-4f78-98d5-bad253836de5 {{(pid=105099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:10:05.462121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.463312 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d3984134-9584-49b3-be17-359a3a405c8c admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/98bd9b66-3759-4f78-98d5-bad253836de5 HTTP/1.1" status: 204 len: 168 time: 1.2908366 Oct 21 15:10:05.466931 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43692) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:05.488497 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:05.515290 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0fb15f87-d7d2-418e-9968-e865129e5a2f no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:05.525252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.529486 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Deleting subnet effb2445-2bd8-4b77-8b62-09ff6232969a {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:10:05.532777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Publish callbacks [] for subnet (effb2445-2bd8-4b77-8b62-09ff6232969a), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.539010 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 0fb15f87-d7d2-418e-9968-e865129e5a2f {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:05.539360 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0fb15f87-d7d2-418e-9968-e865129e5a2f not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:05.539786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device fa06a637-43d3-4326-a16f-be9603e9dbd3 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:05.563567 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: fa06a637-43d3-4326-a16f-be9603e9dbd3 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:05.565799 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device fa06a637-43d3-4326-a16f-be9603e9dbd3 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:05.570538 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (effb2445-2bd8-4b77-8b62-09ff6232969a), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.588040 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.597557 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:05.598785 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.605565 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['ec944e0e-612e-4817-bd86-18a2f862bac2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:10:05.605717 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05861d90-7cf7-4a23-aae8-9f8778ec840c req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "PUT /networking/v2.0/ports/ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 942 time: 0.6051245 Oct 21 15:10:05.605717 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:05.607527 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2158f2a-785c-4a9e-98de-56b704d77c37" -d '{"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:05.612303 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43694) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:05.681166 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279694-03c9-4e0a-a9b0-952ffc08965b tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event updated for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=7']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:05.707757 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['ec944e0e-612e-4817-bd86-18a2f862bac2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:10:05.720854 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d835a37e-e47e-43a7-9a54-1d55d85ad6d4 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:10:05.731389 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (effb2445-2bd8-4b77-8b62-09ff6232969a), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.770833 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55799521-59ce-4ba6-97f6-003e00ecd8c6 x-openstack-request-id: req-55799521-59ce-4ba6-97f6-003e00ecd8c6 {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:05.771468 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:05.772644 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55799521-59ce-4ba6-97f6-003e00ecd8c6 {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:05.773595 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55799521-59ce-4ba6-97f6-003e00ecd8c6'] response: {'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'status': 'completed', 'code': 200} Oct 21 15:10:05.826547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:05.883089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-75e7de62-f582-4a42-91ef-6751f342199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:05.885024 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-75e7de62-f582-4a42-91ef-6751f342199a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1129 time: 0.1085067 Oct 21 15:10:05.886010 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b78c8d9-aff9-4f6b-8df5-455c027b8990 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group (1babb31a-0977-46c2-88f8-be0c65d9ec08), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:05.886459 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:10:05.910972 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:05.986195 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b78c8d9-aff9-4f6b-8df5-455c027b8990 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group (1babb31a-0977-46c2-88f8-be0c65d9ec08), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.007422 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (effb2445-2bd8-4b77-8b62-09ff6232969a), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.014287 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b99d-8d52-4a0e-aebf-39d2c7d3f45f req-247ac613-118e-487c-afef-6c01763c2404 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:06.017162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2045b99d-8d52-4a0e-aebf-39d2c7d3f45f req-247ac613-118e-487c-afef-6c01763c2404 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 944 time: 0.0777302 Oct 21 15:10:06.051035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.053681 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:06.054195 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.054453 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 Oct 21 15:10:06.062847 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/effb2445-2bd8-4b77-8b62-09ff6232969a HTTP/1.1" status: 204 len: 168 time: 0.5891979 Oct 21 15:10:06.062992 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491327e2-03e3-4400-9741-6c48a88baafe None None] Network 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:10:06.063339 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43710) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:06.071374 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18d1a6-8fe9-41de-997f-40550af541ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=effb2445-2bd8-4b77-8b62-09ff6232969a,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:06.079168 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2045b99d-8d52-4a0e-aebf-39d2c7d3f45f req-f44ec5cb-76a3-4d67-8a8f-320f9a5390ca tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542774 Oct 21 15:10:06.177355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.179464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:06.189522 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-ae9684d5-b0b5-4dd9-ba34-c5ff48fe06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:06.191093 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-ae9684d5-b0b5-4dd9-ba34-c5ff48fe06a4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 915 time: 0.2824988 Oct 21 15:10:06.218377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:06.218857 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.245914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:06.248181 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2190ba71-6dbe-43ef-9237-1562488bfe5d" -d '{"events": [{"server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "name": "network-vif-plugged", "status": "completed", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:06.268839 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:06.269042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Deleting port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:06.269654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.272992 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] DHCP port deletion for 5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:10:06.318827 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] Deleting port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:06.319352 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.337691 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:06.345522 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-4cb4e34d-898e-456a-b622-bdcda6b4994a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 1001 time: 0.1211245 Oct 21 15:10:06.369092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.371815 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15783076-4218-4775-a9be-27e80acfea94 x-openstack-request-id: req-15783076-4218-4775-a9be-27e80acfea94 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:06.372134 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "name": "network-vif-plugged", "status": "completed", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:06.372507 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15783076-4218-4775-a9be-27e80acfea94 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:06.372898 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15783076-4218-4775-a9be-27e80acfea94'] response: {'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'code': 200} Oct 21 15:10:06.406159 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] For port 6a63a295-7fc2-4a97-9705-390b3bd6ca65, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6a63a295-7fc2-4a97-9705-390b3bd6ca65,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:06.406538 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.423994 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b78c8d9-aff9-4f6b-8df5-455c027b8990 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1babb31a-0977-46c2-88f8-be0c65d9ec08), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.428028 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b78c8d9-aff9-4f6b-8df5-455c027b8990 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.428786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] For port 6a63a295-7fc2-4a97-9705-390b3bd6ca65, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6a63a295-7fc2-4a97-9705-390b3bd6ca65,segment=NetworkSegment(f5dff120-0cf0-4b5e-aa82-9a254b46757d),segment_id=f5dff120-0cf0-4b5e-aa82-9a254b46757d)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:06.428786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.431512 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43718) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:06.432372 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5b78c8d9-aff9-4f6b-8df5-455c027b8990 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1babb31a-0977-46c2-88f8-be0c65d9ec08 HTTP/1.1" status: 204 len: 168 time: 0.8188355 Oct 21 15:10:06.451130 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] Calling delete_port for 6a63a295-7fc2-4a97-9705-390b3bd6ca65 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:06.454473 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78c8d9-aff9-4f6b-8df5-455c027b8990 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1babb31a-0977-46c2-88f8-be0c65d9ec08,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:06.458689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Calling delete_port for 6a63a295-7fc2-4a97-9705-390b3bd6ca65 owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:06.460196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:06.468338 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-345207f0-3263-4b0c-81ce-e75041f45e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:06.470854 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-345207f0-3263-4b0c-81ce-e75041f45e13 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 200 len: 853 time: 0.1144233 Oct 21 15:10:06.561767 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:06.604333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0b9e4-2bb5-4ab3-b400-ce5c80507974 req-318212cd-c232-4227-a099-e01ee43cf828 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:06.605790 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-45a0b9e4-2bb5-4ab3-b400-ce5c80507974 req-318212cd-c232-4227-a099-e01ee43cf828 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0872858 Oct 21 15:10:06.645237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.655606 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (6a63a295-7fc2-4a97-9705-390b3bd6ca65), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.676947 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a63a295-7fc2-4a97-9705-390b3bd6ca65,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:06.684202 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:06.685468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] No DVR routers for this DVR port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:06.689650 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-45a0b9e4-2bb5-4ab3-b400-ce5c80507974 req-1209ba2e-0917-42eb-b16d-9f04a658ebd7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769508 Oct 21 15:10:06.692104 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Deleting port 4d856751-a8d9-44b5-822f-0bbcc8d63116 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:06.692587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.693707 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] Pushing event deleted for resources: {'Port': ['ID=6a63a295-7fc2-4a97-9705-390b3bd6ca65,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:06.706892 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd17bb-5167-43c1-a466-b429c21a70d1 None None] No DVR routers for this DVR port 6a63a295-7fc2-4a97-9705-390b3bd6ca65 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:06.757230 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:06.769116 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.775104 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.775496 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for floatingip (4d856751-a8d9-44b5-822f-0bbcc8d63116), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.788247 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Calling delete_port for 4d856751-a8d9-44b5-822f-0bbcc8d63116 owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:06.791407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c23ba3a-efd7-4124-a78d-7daa57f2b1c1']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:06.801218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dff120-0cf0-4b5e-aa82-9a254b46757d') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:06.801514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dff120-0cf0-4b5e-aa82-9a254b46757d') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:06.811432 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (f5dff120-0cf0-4b5e-aa82-9a254b46757d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.824985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (f5dff120-0cf0-4b5e-aa82-9a254b46757d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.831273 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:10:06.831656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (f5dff120-0cf0-4b5e-aa82-9a254b46757d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:06.877111 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment f5dff120-0cf0-4b5e-aa82-9a254b46757d resource provider aggregate not found Oct 21 15:10:06.896468 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment f5dff120-0cf0-4b5e-aa82-9a254b46757d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5dff120-0cf0-4b5e-aa82-9a254b46757d found for delete ", "request_id": "req-8e43e9c0-19a9-46c9-8498-dd3f5111e7d3"}]} Oct 21 15:10:07.005201 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (5c23ba3a-efd7-4124-a78d-7daa57f2b1c1), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.011523 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.026835 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/5c23ba3a-efd7-4124-a78d-7daa57f2b1c1 HTTP/1.1" status: 204 len: 168 time: 0.9443395 Oct 21 15:10:07.026835 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b867a-52dd-4801-a48d-d066b5c710a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c23ba3a-efd7-4124-a78d-7daa57f2b1c1,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:07.056841 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (4d856751-a8d9-44b5-822f-0bbcc8d63116), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.083297 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event deleted for resources: {'Port': ['ID=4d856751-a8d9-44b5-822f-0bbcc8d63116,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:07.142791 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks [] for floatingip (18c88ab3-1344-425c-8767-3c34c8da90b7), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.143119 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Floating IP 18c88ab3-1344-425c-8767-3c34c8da90b7 disassociated (deleted). External IP: 172.27.0.180, port: ec944e0e-612e-4817-bd86-18a2f862bac2. Oct 21 15:10:07.231429 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afb1b2-0043-4fd3-99a1-ee94972446c2 req-f18c429e-6a01-4c7c-9730-052528e37540 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:07.232883 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-35afb1b2-0043-4fd3-99a1-ee94972446c2 req-f18c429e-6a01-4c7c-9730-052528e37540 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0554218 Oct 21 15:10:07.315635 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-35afb1b2-0043-4fd3-99a1-ee94972446c2 req-06f7aedc-f943-4a99-a25f-797b1ec3f10e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601385 Oct 21 15:10:07.412815 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Router c1c9ec61-5e49-450d-a1f0-86b8813282aa has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:07.441591 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6a63a295-7fc2-4a97-9705-390b3bd6ca65 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:07.462655 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 6a63a295-7fc2-4a97-9705-390b3bd6ca65 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:07.463006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6a63a295-7fc2-4a97-9705-390b3bd6ca65 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:07.518170 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:07.523219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.528964 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] Sync routers for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:07.540508 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:07.540778 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:07.552436 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4aaf4c87-0db8-4111-a5ff-91ac8416d131 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/18c88ab3-1344-425c-8767-3c34c8da90b7 HTTP/1.1" status: 204 len: 168 time: 1.1194057 Oct 21 15:10:07.556383 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43730) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:07.603472 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ac83d3f0-ff1e-4c6b-9654-ed7ec37f5e4e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bbced7abbedc497f86e2ea999420b2a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449030 Oct 21 15:10:07.610911 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43734) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:07.667052 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9466d1a7-d939-4687-9740-78e35e8d3c14 admin admin] Publish callbacks [] for security_group (8c0124a0-2212-4c14-9b4b-46fcc75aa81e), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.691096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9466d1a7-d939-4687-9740-78e35e8d3c14 admin admin] Publish callbacks [] for security_group (8c0124a0-2212-4c14-9b4b-46fcc75aa81e), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.775102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:07.777443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:07.807170 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:07.830159 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71378d96-7295-4224-8aa9-3635d9ebc828 req-4ebbb2d8-cba5-45ff-8c55-c7d322af0455 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:07.831702 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71378d96-7295-4224-8aa9-3635d9ebc828 req-4ebbb2d8-cba5-45ff-8c55-c7d322af0455 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Oct 21 15:10:07.858471 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9466d1a7-d939-4687-9740-78e35e8d3c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8c0124a0-2212-4c14-9b4b-46fcc75aa81e), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.864801 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9466d1a7-d939-4687-9740-78e35e8d3c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:07.864801 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9466d1a7-d939-4687-9740-78e35e8d3c14 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8c0124a0-2212-4c14-9b4b-46fcc75aa81e HTTP/1.1" status: 204 len: 168 time: 0.2557585 Oct 21 15:10:07.886496 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d1a7-d939-4687-9740-78e35e8d3c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0124a0-2212-4c14-9b4b-46fcc75aa81e,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:07.889051 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:07.895635 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71378d96-7295-4224-8aa9-3635d9ebc828 req-be36e2ad-f381-4702-8395-2fa4b0b38ff7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576158 Oct 21 15:10:07.965995 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4b3e13-01c7-4455-a6f5-c407bcf1574d x-openstack-request-id: req-da4b3e13-01c7-4455-a6f5-c407bcf1574d {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:07.966331 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:07.966603 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da4b3e13-01c7-4455-a6f5-c407bcf1574d {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:07.967040 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4b3e13-01c7-4455-a6f5-c407bcf1574d'] response: {'name': 'network-changed', 'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'status': 'completed', 'code': 200} Oct 21 15:10:08.031133 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:18Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:08.060721 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] Checking router: c1c9ec61-5e49-450d-a1f0-86b8813282aa for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:08.069235 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:08.069829 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:08.175228 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:08.197669 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-932b8488-148f-4346-982a-f8c1fd82cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:08.199212 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-932b8488-148f-4346-982a-f8c1fd82cbd0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=870578cc-77cc-4374-9ce6-c401715d7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723815 Oct 21 15:10:08.202130 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67a55c-5568-4c83-96de-3d500539e5ab req-fb382a79-28c6-403f-8877-8e26a725ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:08.203538 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca67a55c-5568-4c83-96de-3d500539e5ab req-fb382a79-28c6-403f-8877-8e26a725ff8d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 1129 time: 0.0490818 Oct 21 15:10:08.274363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:08.340881 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ca67a55c-5568-4c83-96de-3d500539e5ab req-c9421248-7b60-490a-9c12-d6ba16c088b7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079433 Oct 21 15:10:08.359872 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-f9701ba7-e310-4989-89ef-e2346e13d025 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470289 Oct 21 15:10:08.395739 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:18Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:08.422284 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb9035-aba7-4135-9da5-ea73098cebc2 None None] The sync data for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi is: [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:07:10Z', 'revision_number': 4, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '60f53412-7c6b-42f1-a1ee-2336c5fd4c43', 'name': '', 'network_id': '870578cc-77cc-4374-9ce6-c401715d7564', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'mac_address': 'fa:16:3e:0e:02:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:08Z', 'updated_at': '2022-10-21T15:07:18Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'subnets': [{'id': 'be1f40cb-f273-40b4-9e86-0a716614229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:08.455497 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f865a5-073b-4105-b503-3277e2507f9b req-d5953fe7-06b0-4bef-89de-8dce8a979f1e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:08.456858 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f4f865a5-073b-4105-b503-3277e2507f9b req-d5953fe7-06b0-4bef-89de-8dce8a979f1e tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0562375 Oct 21 15:10:08.462660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:08.511555 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f4f865a5-073b-4105-b503-3277e2507f9b req-b7701d95-47bc-4f19-aca8-2758f9e7f543 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473471 Oct 21 15:10:08.691681 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958c559-069d-489d-8fbd-7bb51ff2584a None None] New status for floating IP 18c88ab3-1344-425c-8767-3c34c8da90b7: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:10:08.709444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5305417-125f-463f-b713-056169e427ef req-51a36460-ac51-4a86-8f92-6820a92f46fa tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:08.710954 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5305417-125f-463f-b713-056169e427ef req-51a36460-ac51-4a86-8f92-6820a92f46fa tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.1029465 Oct 21 15:10:08.746584 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e2158f2a-785c-4a9e-98de-56b704d77c37 req-7d0c6a30-d167-4357-a2b2-daa5e467969f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508667 Oct 21 15:10:09.044729 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Deleting port 455afb50-1871-4c92-8e2c-a7238ea79181 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:09.045198 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:09.088600 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad0ad6-1fd8-46ef-aec0-c8d4d889682d req-d0043716-1028-4be2-b912-973e1ebe36f9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:09.093345 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fad0ad6-1fd8-46ef-aec0-c8d4d889682d req-d0043716-1028-4be2-b912-973e1ebe36f9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 946 time: 0.0968513 Oct 21 15:10:09.143002 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3fad0ad6-1fd8-46ef-aec0-c8d4d889682d req-10729b02-faa1-4e8b-9de5-7ba87e4a2c7a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Oct 21 15:10:09.147547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] For port 455afb50-1871-4c92-8e2c-a7238ea79181, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=455afb50-1871-4c92-8e2c-a7238ea79181,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:09.148435 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:09.214947 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:09.264900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:09.608638 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:09.614061 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (4e7e5d34-511f-4bf8-b545-b2820fac8470), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:09.614402 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Floating IP 4e7e5d34-511f-4bf8-b545-b2820fac8470 disassociated. External IP: 172.27.0.190, port: 455afb50-1871-4c92-8e2c-a7238ea79181. Oct 21 15:10:09.620457 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Calling delete_port for 455afb50-1871-4c92-8e2c-a7238ea79181 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:09.632500 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-90930c31-d8f7-493d-8142-37344e6ed124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:09.634033 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-90930c31-d8f7-493d-8142-37344e6ed124 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a77531edf7224da8847bb5c9813ae7da&device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 1129 time: 0.3713202 Oct 21 15:10:09.870604 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb63b-8170-4cea-8cfd-3b2f50b7a262 req-623a7f51-1b5d-45ee-9f48-34d16d89581b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:09.872157 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-51ccb63b-8170-4cea-8cfd-3b2f50b7a262 req-623a7f51-1b5d-45ee-9f48-34d16d89581b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.2763135 Oct 21 15:10:09.890814 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (455afb50-1871-4c92-8e2c-a7238ea79181), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:09.925885 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event deleted for resources: {'Port': ['ID=455afb50-1871-4c92-8e2c-a7238ea79181,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:09.927045 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-51ccb63b-8170-4cea-8cfd-3b2f50b7a262 req-655c087b-4d68-4834-94f6-f96e0a88444b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Oct 21 15:10:10.060037 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:10.081993 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43806) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:10.218679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bd8f19fb-5a22-43bc-9a81-dfdca5365497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.256501 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:10.263590 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:10.264773 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d72a4f24-9ac7-4164-ab1a-7b77fdfda07d req-a3403ef8-a244-4840-a2b2-71d90759e6e2 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0344214 Oct 21 15:10:10.266272 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:10.292814 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:10.299013 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:10.304808 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-ff664505-1ab1-45fa-b6c2-1eb73248b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:10.306388 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-ff664505-1ab1-45fa-b6c2-1eb73248b33f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 200 len: 915 time: 0.1939218 Oct 21 15:10:10.307139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] No DVR routers for this DVR port 455afb50-1871-4c92-8e2c-a7238ea79181 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:10.309673 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.313545 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5305417-125f-463f-b713-056169e427ef req-cb442c54-77a5-46ab-8a09-30079d53c89a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "DELETE /networking/v2.0/ports/455afb50-1871-4c92-8e2c-a7238ea79181 HTTP/1.1" status: 204 len: 173 time: 1.3620412 Oct 21 15:10:10.314337 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'name': 'network-vif-deleted', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:10.317366 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0873eb-de53-48eb-8141-d51648e83cb2" -d '{"events": [{"server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "name": "network-vif-deleted", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:10.367980 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-90495a53-70ec-4f13-8459-4659a918017d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 200 len: 217 time: 0.0466278 Oct 21 15:10:10.384589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:10.391110 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac396073-360c-482f-829a-121b56a7bee9 x-openstack-request-id: req-ac396073-360c-482f-829a-121b56a7bee9 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:10.391404 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fd0142-c1a4-480c-9c84-114dea2d4a78", "name": "network-vif-deleted", "tag": "455afb50-1871-4c92-8e2c-a7238ea79181", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:10.391665 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac396073-360c-482f-829a-121b56a7bee9 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:10.392111 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac396073-360c-482f-829a-121b56a7bee9'] response: {'server_uuid': '01fd0142-c1a4-480c-9c84-114dea2d4a78', 'name': 'network-vif-deleted', 'tag': '455afb50-1871-4c92-8e2c-a7238ea79181', 'status': 'completed', 'code': 200} Oct 21 15:10:10.403775 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bd8f19fb-5a22-43bc-9a81-dfdca5365497 admin admin] Publish callbacks [] for security_group (1ecb5e00-c7e6-4ee7-883c-aca1857ea72e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.437077 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-b65ba9ea-f06b-47c6-9194-d85418cc4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:10.438619 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-b65ba9ea-f06b-47c6-9194-d85418cc4b57 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 200 len: 853 time: 0.0641320 Oct 21 15:10:10.476533 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:10.488883 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:10.490035 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bd8f19fb-5a22-43bc-9a81-dfdca5365497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1ecb5e00-c7e6-4ee7-883c-aca1857ea72e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.500015 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-26a2a468-75a7-45dd-a42f-3222a3c7a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:10.502254 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-26a2a468-75a7-45dd-a42f-3222a3c7a4bd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=870578cc-77cc-4374-9ce6-c401715d7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572698 Oct 21 15:10:10.532597 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f19fb-5a22-43bc-9a81-dfdca5365497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb5e00-c7e6-4ee7-883c-aca1857ea72e,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:10.551315 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-bd8f19fb-5a22-43bc-9a81-dfdca5365497 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6e0b585adcbe46adb374b8989ba3c4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673250 Oct 21 15:10:10.557241 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43816) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:10.646773 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8b1d-da78-4805-b8ce-5839ac42cb1a admin admin] Publish callbacks [] for security_group (1ecb5e00-c7e6-4ee7-883c-aca1857ea72e), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.650682 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-82f521c9-05ad-403f-953d-471951ce1948 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279199 Oct 21 15:10:10.673885 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8b1d-da78-4805-b8ce-5839ac42cb1a admin admin] Publish callbacks [] for security_group (1ecb5e00-c7e6-4ee7-883c-aca1857ea72e), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.755602 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:10.765686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:10.781641 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:10.789231 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ddb7026b-36d2-4cb4-80b6-d942f5fdb6aa req-958ad994-2010-42f5-afeb-26659ec2eec3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316948 Oct 21 15:10:10.790992 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:10.791633 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:10.822219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8b1d-da78-4805-b8ce-5839ac42cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1ecb5e00-c7e6-4ee7-883c-aca1857ea72e), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.825967 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8b1d-da78-4805-b8ce-5839ac42cb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:10.827341 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f3eb8b1d-da78-4805-b8ce-5839ac42cb1a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1ecb5e00-c7e6-4ee7-883c-aca1857ea72e HTTP/1.1" status: 204 len: 168 time: 0.2687514 Oct 21 15:10:10.836187 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb8b1d-da78-4805-b8ce-5839ac42cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb5e00-c7e6-4ee7-883c-aca1857ea72e,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:10.918470 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:11.073764 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85f3b5-f55f-4f0b-90fe-26b71ea52576 req-2c539fc1-b9dc-4ba6-be73-61118e37289d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:11.075504 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd85f3b5-f55f-4f0b-90fe-26b71ea52576 req-2c539fc1-b9dc-4ba6-be73-61118e37289d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0496032 Oct 21 15:10:11.127868 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:11.134336 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bd85f3b5-f55f-4f0b-90fe-26b71ea52576 req-6cdafd22-436f-476e-87fc-56df357e7e26 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517175 Oct 21 15:10:11.155404 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b746b-6eba-44ac-af27-8db2dc329e22 None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:11.268007 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:11.290580 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c22a-738f-41aa-914d-324441ea5f8e req-348385de-ca10-4141-b8d9-411d8539c0a1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:11.292189 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d643c22a-738f-41aa-914d-324441ea5f8e req-348385de-ca10-4141-b8d9-411d8539c0a1 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0601177 Oct 21 15:10:11.304357 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 43840) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:11.311923 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Request body: {'floatingip': {'port_id': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:11.392842 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (13141774-d482-4b3b-a4f7-9ee785245b8e), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:11.455196 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-561763a6-5b68-47dd-a1fe-11661b9f154a req-34d79589-0dbe-4ed2-a4f5-d188792f0196 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01fd0142-c1a4-480c-9c84-114dea2d4a78 HTTP/1.1" status: 200 len: 210 time: 0.0333831 Oct 21 15:10:11.511596 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2643625-06bc-4e40-a7a2-0ce1774508b1 None None] New status for floating IP 4e7e5d34-511f-4bf8-b545-b2820fac8470: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:10:11.917897 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:12.031507 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (13141774-d482-4b3b-a4f7-9ee785245b8e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:12.131842 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP 13141774-d482-4b3b-a4f7-9ee785245b8e associated. External IP: 172.27.0.235, port: d835a37e-e47e-43a7-9a54-1d55d85ad6d4. Oct 21 15:10:12.336509 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:12.441283 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:12.449198 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:12.453910 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:12.459534 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:12.469706 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:12.470461 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:12.489568 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-46ea30cc-2540-4176-963a-c8823db25fc0 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/13141774-d482-4b3b-a4f7-9ee785245b8e HTTP/1.1" status: 200 len: 991 time: 1.1834438 Oct 21 15:10:12.492313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:12.495371 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd6247b-d805-41d4-a382-71aab966b9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:12.570977 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6587f-3cc4-4e74-b71a-811d59bb2dab x-openstack-request-id: req-6da6587f-3cc4-4e74-b71a-811d59bb2dab {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:12.571271 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:12.571530 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6da6587f-3cc4-4e74-b71a-811d59bb2dab {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:12.571937 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da6587f-3cc4-4e74-b71a-811d59bb2dab'] response: {'name': 'network-changed', 'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'status': 'completed', 'code': 200} Oct 21 15:10:12.592167 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:12.708366 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-a5565296-ec5c-4b9a-a4ed-467284ad52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:12.710757 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-a5565296-ec5c-4b9a-a4ed-467284ad52bd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 1129 time: 0.1149783 Oct 21 15:10:12.777312 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43898) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:12.809781 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:12.843644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:12.846995 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-814217b8-8b83-49a8-b56b-0d20ad493dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:12.852220 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-814217b8-8b83-49a8-b56b-0d20ad493dc7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 200 len: 916 time: 0.1345305 Oct 21 15:10:12.905044 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d04a0ce2-9080-4068-81cc-594a5c6d2829 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:12.945824 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-c1228e3c-cff4-4a66-a236-c12bd52ccdc5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4 HTTP/1.1" status: 200 len: 999 time: 0.0843141 Oct 21 15:10:12.960192 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:12.967659 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ce57f-9b57-488b-9c4a-c1d3d68f25b1 req-44de037a-c484-459f-830e-bcfa58f58b8f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:12.969207 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c1ce57f-9b57-488b-9c4a-c1d3d68f25b1 req-44de037a-c484-459f-830e-bcfa58f58b8f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0877521 Oct 21 15:10:12.970768 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '13141774-d482-4b3b-a4f7-9ee785245b8e', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:ce:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:09:50Z', 'updated_at': '2022-10-21T15:10:11Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:12.974397 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d04a0ce2-9080-4068-81cc-594a5c6d2829 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.001025 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:13.012676 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:13.013654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:09:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:13.055573 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-5dc8d0d7-b409-4390-9c99-ac003bf1304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:13.057119 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-5dc8d0d7-b409-4390-9c99-ac003bf1304c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 200 len: 854 time: 0.0631330 Oct 21 15:10:13.059398 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4c1ce57f-9b57-488b-9c4a-c1d3d68f25b1 req-f8e6eed4-ea92-406d-9751-ae213dc1f4d6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760586 Oct 21 15:10:13.108510 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-77f20eea-7d68-4c18-aea9-b83669b29897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:13.110035 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-77f20eea-7d68-4c18-aea9-b83669b29897 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b0eade66-a654-457b-8b3f-068b28484861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458992 Oct 21 15:10:13.137684 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:13.171014 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d04a0ce2-9080-4068-81cc-594a5c6d2829 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.176249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d04a0ce2-9080-4068-81cc-594a5c6d2829 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.177594 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d04a0ce2-9080-4068-81cc-594a5c6d2829 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9 HTTP/1.1" status: 204 len: 168 time: 0.3992531 Oct 21 15:10:13.184660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43910) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:13.222320 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.api.v2.resource [None req-0b66111a-56a7-4e0e-81ce-e4571093eb79 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] show failed (client error): The resource could not be found. Oct 21 15:10:13.222320 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0b66111a-56a7-4e0e-81ce-e4571093eb79 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups/94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9 HTTP/1.1" status: 404 len: 347 time: 0.0262353 Oct 21 15:10:13.222320 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a0ce2-9080-4068-81cc-594a5c6d2829 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef5b6d-0a5d-487b-908b-a5ccbdb0cea9,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:13.227061 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43912) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:13.259107 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-fd443ea3-a8a4-4c26-8d2b-5c42d4d66275 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388140 Oct 21 15:10:13.399338 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-8bd6247b-d805-41d4-a382-71aab966b9ff req-ce88f860-c8ca-44b7-b198-f10f5718f59d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325874 Oct 21 15:10:13.423419 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9bf66-8df2-4a00-bd62-d914ac7460ba req-ce2df509-007b-425f-8a92-31c3b1fdef56 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:13.424967 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0ea9bf66-8df2-4a00-bd62-d914ac7460ba req-ce2df509-007b-425f-8a92-31c3b1fdef56 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0860202 Oct 21 15:10:13.426095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Deleting port fdbfe077-fef1-43f8-9227-741af3fddf4f {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:13.426455 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.536046 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0ea9bf66-8df2-4a00-bd62-d914ac7460ba req-22d0af1f-98e9-4082-abb1-460ddf928b76 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965266 Oct 21 15:10:13.545525 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.546128 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (fdbfe077-fef1-43f8-9227-741af3fddf4f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.564533 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Calling delete_port for fdbfe077-fef1-43f8-9227-741af3fddf4f owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:13.564731 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '13141774-d482-4b3b-a4f7-9ee785245b8e', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:ce:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:09:50Z', 'updated_at': '2022-10-21T15:10:11Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:13.593422 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb237482-9b48-44be-a9b0-4d9a2ebace87 None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '13141774-d482-4b3b-a4f7-9ee785245b8e', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'port_id': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'mac_address': 'fa:16:3e:ce:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:09:50Z', 'updated_at': '2022-10-21T15:10:11Z', 'revision_number': 1, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:13.701834 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 455afb50-1871-4c92-8e2c-a7238ea79181 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:13.707984 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:13.713634 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 455afb50-1871-4c92-8e2c-a7238ea79181 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:13.713987 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 455afb50-1871-4c92-8e2c-a7238ea79181 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:13.810828 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634edd4e-0f99-479d-8b2b-082227108f13 None None] New status for floating IP 13141774-d482-4b3b-a4f7-9ee785245b8e: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:10:13.812526 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (fdbfe077-fef1-43f8-9227-741af3fddf4f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.836692 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event deleted for resources: {'Port': ['ID=fdbfe077-fef1-43f8-9227-741af3fddf4f,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:13.905690 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (4e7e5d34-511f-4bf8-b545-b2820fac8470), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.908280 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:13.909431 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-87008c60-4a9c-4d7c-b12a-4f0a77aeab01 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/4e7e5d34-511f-4bf8-b545-b2820fac8470 HTTP/1.1" status: 204 len: 168 time: 0.6807518 Oct 21 15:10:14.057924 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43924) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:14.062688 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069279975', 'description': 'tempest-description--1701041551'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:14.153529 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.189222 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:14.201340 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7adc54-0a3c-48bb-ad15-5dd29df6b4c9 req-d2c6bef8-c1e2-49cc-882f-6dc4feb865d4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:14.202849 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4a7adc54-0a3c-48bb-ad15-5dd29df6b4c9 req-d2c6bef8-c1e2-49cc-882f-6dc4feb865d4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0619819 Oct 21 15:10:14.273505 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4a7adc54-0a3c-48bb-ad15-5dd29df6b4c9 req-1ea4b6d0-f2c3-4ebd-a9dc-6c1f0da6db44 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621021 Oct 21 15:10:14.294713 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.357249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.387738 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:14.458455 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.460771 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c2d255e2-7bb9-43ce-b2e4-35fc4c32ad96 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4018118 Oct 21 15:10:14.463699 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43930) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:14.468002 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'security_group_rule': {'security_group_id': 'bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:14.621491 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (35aeb94d-fe80-4c94-8a8b-4fc6db46679f), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.696107 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f27aa0-88fa-4f12-bf33-8907b7967bce req-c7d0464f-ed9a-40ff-b0ed-d603e7828e17 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:14.697575 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-16f27aa0-88fa-4f12-bf33-8907b7967bce req-c7d0464f-ed9a-40ff-b0ed-d603e7828e17 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0722709 Oct 21 15:10:14.724475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (35aeb94d-fe80-4c94-8a8b-4fc6db46679f), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.752557 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-16f27aa0-88fa-4f12-bf33-8907b7967bce req-ae1ddac5-964b-45d0-a2e3-28d655c8886e tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Oct 21 15:10:14.793426 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (35aeb94d-fe80-4c94-8a8b-4fc6db46679f), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.814260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aeb94d-fe80-4c94-8a8b-4fc6db46679f,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:14.907336 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:14.908558 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2d82ecad-c814-4692-af12-fd0e252c037a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4439466 Oct 21 15:10:14.911382 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43934) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:14.915852 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'security_group_rule': {'security_group_id': 'bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:15.015997 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (2b74b8a7-c387-442e-9a77-55bb9d335f78), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.072605 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (2b74b8a7-c387-442e-9a77-55bb9d335f78), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.147291 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-f0a4b38c-5b00-4775-9b42-7d01264c84cf tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:15.148724 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-f0a4b38c-5b00-4775-9b42-7d01264c84cf tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 945 time: 0.0477171 Oct 21 15:10:15.159210 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (2b74b8a7-c387-442e-9a77-55bb9d335f78), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.166254 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:15.180226 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b74b8a7-c387-442e-9a77-55bb9d335f78,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:15.252004 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Deleting port ec944e0e-612e-4817-bd86-18a2f862bac2 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:15.252355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.292673 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.295887 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3e3b63bf-cfbb-4f7d-87cc-95e6199086cd tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815985 Oct 21 15:10:15.297480 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 43940) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:15.302068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:15.348749 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:15.355588 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] For port ec944e0e-612e-4817-bd86-18a2f862bac2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec944e0e-612e-4817-bd86-18a2f862bac2,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:15.355951 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.370483 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Calling delete_port for ec944e0e-612e-4817-bd86-18a2f862bac2 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:15.424054 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244f75-5260-4291-9722-47f6282850e1 req-a57ce488-d012-4434-8a81-4b76a446338a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:15.425768 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-18244f75-5260-4291-9722-47f6282850e1 req-a57ce488-d012-4434-8a81-4b76a446338a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0529194 Oct 21 15:10:15.454608 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.520777 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-18244f75-5260-4291-9722-47f6282850e1 req-18654232-a365-410b-8278-e08347b29859 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875125 Oct 21 15:10:15.556836 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.600354 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:15.660319 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Allocated IP 172.27.0.42 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/d3e926bf-2b84-4527-a96c-da247983cbd5) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:10:15.719508 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (ec944e0e-612e-4817-bd86-18a2f862bac2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.732251 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['ec944e0e-612e-4817-bd86-18a2f862bac2'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:10:15.750318 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Pushing event deleted for resources: {'Port': ['ID=ec944e0e-612e-4817-bd86-18a2f862bac2,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.788832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.789811 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.789916 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.789916 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.789916 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:15.818136 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] No DVR routers for this DVR port ec944e0e-612e-4817-bd86-18a2f862bac2 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:15.821194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.824486 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2d13e058-b057-48fa-bdfb-19c926602b9c req-11951bdd-d823-46dd-9087-8823c6cb5e65 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.16 "DELETE /networking/v2.0/ports/ec944e0e-612e-4817-bd86-18a2f862bac2 HTTP/1.1" status: 204 len: 173 time: 0.6705127 Oct 21 15:10:15.825010 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'name': 'network-vif-deleted', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:15.827431 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443709c7-a302-4717-95c9-222c38fa965e" -d '{"events": [{"server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "name": "network-vif-deleted", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:15.865830 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-831321f3-c616-4159-b4f1-cd0e8cfead53 req-c923365a-fe5b-4785-b01a-0ba587741ee3 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Oct 21 15:10:15.866621 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c38fb-73c9-4d88-9a25-8f3e1f63f00f x-openstack-request-id: req-a41c38fb-73c9-4d88-9a25-8f3e1f63f00f {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:15.866918 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc662f58-53e9-4c89-929e-0254f9bc3e38", "name": "network-vif-deleted", "tag": "ec944e0e-612e-4817-bd86-18a2f862bac2", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:15.867171 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a41c38fb-73c9-4d88-9a25-8f3e1f63f00f {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:15.867653 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41c38fb-73c9-4d88-9a25-8f3e1f63f00f'] response: {'server_uuid': 'bc662f58-53e9-4c89-929e-0254f9bc3e38', 'name': 'network-vif-deleted', 'tag': 'ec944e0e-612e-4817-bd86-18a2f862bac2', 'status': 'completed', 'code': 200} Oct 21 15:10:15.938606 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:15.980153 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:10:15.983185 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:10:15.985618 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:10:16.011785 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'Port': ['ID=d3e926bf-2b84-4527-a96c-da247983cbd5,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:16.070014 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:16.084795 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (abeeff80-70bd-4e82-b87c-ebad9f6f9371), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:16.231513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:16.392440 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:16.494023 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:16.561468 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'Port': ['ID=d3e926bf-2b84-4527-a96c-da247983cbd5,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:16.563933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (abeeff80-70bd-4e82-b87c-ebad9f6f9371), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:16.657187 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f5c43-6e82-4e63-ac6e-80768ef0cefd req-e5120c7b-b7f1-4449-b5a4-de05fa9cf424 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:16.658575 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb4f5c43-6e82-4e63-ac6e-80768ef0cefd req-e5120c7b-b7f1-4449-b5a4-de05fa9cf424 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0502691 Oct 21 15:10:16.673015 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:16.674148 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-76968be5-f326-471f-87fd-142e81a3fe74 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3757060 Oct 21 15:10:16.714447 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cb4f5c43-6e82-4e63-ac6e-80768ef0cefd req-0186f892-a8a4-4b86-8946-13a669d8e981 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497310 Oct 21 15:10:16.884057 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-abf284de-5f40-4d96-ad63-d287d3817ef9 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1069279975&fields=id&tenant_id=0025ac2cdc0f45dab742a02486307716 HTTP/1.1" status: 200 len: 267 time: 0.0438652 Oct 21 15:10:17.003968 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ff55fdfd-34a8-4d13-a579-658752089a34 req-1bed29bf-eae6-4ae6-9a9c-5d53c52f2161 tempest-TestMinimumBasicScenario-542255438 tempest-TestMinimumBasicScenario-542255438-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc662f58-53e9-4c89-929e-0254f9bc3e38 HTTP/1.1" status: 200 len: 210 time: 0.0428355 Oct 21 15:10:17.039636 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-14a70f25-ad9d-48d9-bdd7-8a1d4e4c52e7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:17.041094 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-14a70f25-ad9d-48d9-bdd7-8a1d4e4c52e7 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 810 time: 0.1505694 Oct 21 15:10:17.056982 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-a67fb2cf-5413-484e-a953-f146bb742962 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/quotas/0025ac2cdc0f45dab742a02486307716 HTTP/1.1" status: 200 len: 375 time: 0.0098770 Oct 21 15:10:17.106853 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-f0fd1ab7-c4db-44da-9ee9-2b3e9e7a1e20 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446489 Oct 21 15:10:17.261772 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:17.301729 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-80462011-fb0f-4c03-bec6-21d61a60c333 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828239 Oct 21 15:10:17.395580 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-7208538c-ae02-4930-bdb9-cc29028c9ce5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878744 Oct 21 15:10:17.740058 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-63ff641e-3fb2-462e-ab3e-dc91f052f558 req-015d598b-cf89-4d3c-bf59-e457f05a014d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Oct 21 15:10:17.787515 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:17.860160 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c6aa-8380-48d6-bee1-c3db40477117 req-4da60723-dd83-46b0-81af-bc957226a00b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:17.861662 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8372c6aa-8380-48d6-bee1-c3db40477117 req-4da60723-dd83-46b0-81af-bc957226a00b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0607736 Oct 21 15:10:17.911744 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8372c6aa-8380-48d6-bee1-c3db40477117 req-da77d4c0-7509-477b-9a24-1ebaf745bcf2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Oct 21 15:10:18.850078 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f1091ea-45b5-412a-9aa4-ab5f04326f12 req-9edc7399-442f-4dc0-8c64-154a9546c04d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0335433 Oct 21 15:10:18.879119 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2296-d248-4d51-aa74-b6532f002d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:19.040065 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d792bc-7e54-487c-ba75-2b9c98878b51 req-740e5fef-7dab-498c-b988-c34325ae5cc7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:19.041523 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-09d792bc-7e54-487c-ba75-2b9c98878b51 req-740e5fef-7dab-498c-b988-c34325ae5cc7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0460775 Oct 21 15:10:19.093379 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-09d792bc-7e54-487c-ba75-2b9c98878b51 req-451c41bf-6ab8-4a44-8798-802b7fb9407d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Oct 21 15:10:19.629359 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44056) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:19.678129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:20.093358 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7de3b6ba-f0c5-430d-90a3-48612d0b7246 req-725c4aaa-09a5-4316-aa93-138d4cb66176 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0316277 Oct 21 15:10:20.281663 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09a820-8637-45fb-95e9-d4fa88bcce87 req-ba828bf0-ea45-4312-8c95-16afd761f73c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:20.283065 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d09a820-8637-45fb-95e9-d4fa88bcce87 req-ba828bf0-ea45-4312-8c95-16afd761f73c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.1044636 Oct 21 15:10:20.283829 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (c1c9ec61-5e49-450d-a1f0-86b8813282aa), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:20.397068 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0d09a820-8637-45fb-95e9-d4fa88bcce87 req-b771d9f6-2f8b-41e6-b04a-47c85f38f356 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808799 Oct 21 15:10:20.583117 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Deleting port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:20.583373 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:20.652355 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:20.663319 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] For port 60f53412-7c6b-42f1-a1ee-2336c5fd4c43, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:20.663795 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:20.676674 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Calling delete_port for 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:20.798759 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:20.939660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (60f53412-7c6b-42f1-a1ee-2336c5fd4c43), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:20.967631 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f53412-7c6b-42f1-a1ee-2336c5fd4c43,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:21.127688 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (c1c9ec61-5e49-450d-a1f0-86b8813282aa), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:21.149019 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d602a93-744e-4a97-aaeb-2d7c04d11c78 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:10:21.212220 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f3ed5a8a-e89f-48e0-af14-0b3804536291 req-ba970214-4ec3-4545-bec5-b89d31e89624 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Oct 21 15:10:21.250086 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device ec944e0e-612e-4817-bd86-18a2f862bac2 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:21.276897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: ec944e0e-612e-4817-bd86-18a2f862bac2 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:21.277247 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device ec944e0e-612e-4817-bd86-18a2f862bac2 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:21.286711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d602a93-744e-4a97-aaeb-2d7c04d11c78 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:10:21.365413 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Router c1c9ec61-5e49-450d-a1f0-86b8813282aa has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:21.368398 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:21.487816 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:21.493527 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-26a1f32a-d83a-4e9d-b61a-cc2272b62959 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c1c9ec61-5e49-450d-a1f0-86b8813282aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8631222 Oct 21 15:10:21.496243 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44072) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:21.517548 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] Sync routers for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:21.520868 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-44adfbe8-21a0-49d0-b0e3-27d3cf88a47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:21.531480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:21.532191 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:21.555173 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d52a-e943-4071-a929-b9fc49e8411b req-e6af69a2-6c7d-4972-bb48-50fd541a777f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:21.556660 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7020d52a-e943-4071-a929-b9fc49e8411b req-e6af69a2-6c7d-4972-bb48-50fd541a777f tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0620987 Oct 21 15:10:21.592345 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:21.622526 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7020d52a-e943-4071-a929-b9fc49e8411b req-9381f666-f4bf-4797-837e-c5f9232bd8f1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587361 Oct 21 15:10:21.624613 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks [] for router (c1c9ec61-5e49-450d-a1f0-86b8813282aa), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:21.668576 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:21.764726 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks [] for router_gateway (c1c9ec61-5e49-450d-a1f0-86b8813282aa), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:21.865643 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:21.897378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Deleting port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:21.897723 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:21.918759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:10:20Z', 'revision_number': 5, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port': {'id': '9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:02Z', 'updated_at': '2022-10-21T15:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:21.949853 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] Checking router: c1c9ec61-5e49-450d-a1f0-86b8813282aa for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:21.957545 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:21.959640 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] Routers {'c1c9ec61-5e49-450d-a1f0-86b8813282aa'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:21.960262 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:22.018531 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] For port 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:22.018781 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.042077 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Calling delete_port for 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 owned by network:router_gateway {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:22.065394 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] Set router c1c9ec61-5e49-450d-a1f0-86b8813282aa gateway port host: None {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:22.134028 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:10:21Z', 'revision_number': 6, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:22.165806 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205c6e-54d2-4a3f-b42c-b305fc923bec None None] The sync data for ids ['c1c9ec61-5e49-450d-a1f0-86b8813282aa'] in dv-cinder-836083-16-iscsi is: [{'id': 'c1c9ec61-5e49-450d-a1f0-86b8813282aa', 'name': 'tempest-TestMinimumBasicScenario-114816947-router', 'tenant_id': 'a77531edf7224da8847bb5c9813ae7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:01Z', 'updated_at': '2022-10-21T15:10:21Z', 'revision_number': 6, 'project_id': 'a77531edf7224da8847bb5c9813ae7da', 'gw_port_host': None}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:22.218038 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-fe7618b6-4b7c-44bf-9cc8-3fb659108841 None None] Provisioning complete for port c00a3ccd-55b9-4699-a7b3-09329f0d3092 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:22.218414 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fe7618b6-4b7c-44bf-9cc8-3fb659108841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.218787 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-fe7618b6-4b7c-44bf-9cc8-3fb659108841 None None] Attempt 1 to provision port c00a3ccd-55b9-4699-a7b3-09329f0d3092 Oct 21 15:10:22.259791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:22.298738 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-fe7618b6-4b7c-44bf-9cc8-3fb659108841 None None] Current status of the port c00a3ccd-55b9-4699-a7b3-09329f0d3092 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:22.332573 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-317b8ebb-6ee4-4de6-bd58-3abae6e2900e req-76680bee-b59b-444d-a0a1-f33485a82961 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0321805 Oct 21 15:10:22.345557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.372670 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:22.445107 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (c1c9ec61-5e49-450d-a1f0-86b8813282aa), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.547952 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.582515 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (c1c9ec61-5e49-450d-a1f0-86b8813282aa), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.588284 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks [] for router_controller (c1c9ec61-5e49-450d-a1f0-86b8813282aa), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.677745 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-4f38cbd0-7478-4d59-ac88-1530cbb07871 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:22.679296 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-4f38cbd0-7478-4d59-ac88-1530cbb07871 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 810 time: 0.2072442 Oct 21 15:10:22.748045 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (c1c9ec61-5e49-450d-a1f0-86b8813282aa), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.748456 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c9ec61-5e49-450d-a1f0-86b8813282aa {{(pid=105098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:10:22.755817 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:22.759467 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-dc8c016a-09b3-4c68-bab6-89be9f3fe1bf admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/c1c9ec61-5e49-450d-a1f0-86b8813282aa HTTP/1.1" status: 204 len: 168 time: 1.2592678 Oct 21 15:10:22.759822 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44096) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:22.773581 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-4dc25ad3-85b1-4027-96c3-7f05597b9a51 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0025ac2cdc0f45dab742a02486307716 HTTP/1.1" status: 200 len: 380 time: 0.0800118 Oct 21 15:10:22.776503 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccc664-3e30-482a-b10b-ead1310f54af req-a2d21302-e25c-473f-a43c-feb012759987 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:22.778083 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efccc664-3e30-482a-b10b-ead1310f54af req-a2d21302-e25c-473f-a43c-feb012759987 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0594065 Oct 21 15:10:22.797984 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'port': {'device_id': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'admin_state_up': True, 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'security_groups': ['bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:22.833369 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efccc664-3e30-482a-b10b-ead1310f54af req-547dddb2-7509-40de-af90-bca8b249ac9e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Oct 21 15:10:23.107570 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Deleting subnet be1f40cb-f273-40b4-9e86-0a716614229d {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:10:23.114117 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Publish callbacks [] for subnet (be1f40cb-f273-40b4-9e86-0a716614229d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.177468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (be1f40cb-f273-40b4-9e86-0a716614229d), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.273254 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (be1f40cb-f273-40b4-9e86-0a716614229d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.347168 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Made reservation on behalf of 0025ac2cdc0f45dab742a02486307716 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:10:23.350995 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.377143 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:23.471227 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5cd94845-1d88-4315-a996-64d3e5cec26b req-dc1536fe-7e85-4225-8cef-b4ad2f4e60d3 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0471396 Oct 21 15:10:23.487380 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:23.491158 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (be1f40cb-f273-40b4-9e86-0a716614229d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.511915 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:23.512713 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 60f53412-7c6b-42f1-a1ee-2336c5fd4c43 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:23.513375 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:23.533528 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:23.534248 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 9fc7c4b6-be72-4fe6-9b2b-30bf57576fb2 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:23.536003 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.540624 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/be1f40cb-f273-40b4-9e86-0a716614229d HTTP/1.1" status: 204 len: 168 time: 0.7799015 Oct 21 15:10:23.541237 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055c957-fbe2-4988-94c2-e6c45169405d None None] Network 870578cc-77cc-4374-9ce6-c401715d7564 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:10:23.545861 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627064d3-a80e-48c8-9993-6ff02a7a0ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1f40cb-f273-40b4-9e86-0a716614229d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:23.548485 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44110) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:23.549778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Allocated IP 172.20.0.13 (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59/864f2625-34f1-4b62-a979-3737071b6af8/2658b06f-2d5a-453a-ae24-11cba806f4e3) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:10:23.562810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:23.662736 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (870578cc-77cc-4374-9ce6-c401715d7564), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.711073 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8841432-4933-450d-b151-db08045746e4 None None] DHCP port deletion for 870578cc-77cc-4374-9ce6-c401715d7564 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:10:23.749430 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a8841432-4933-450d-b151-db08045746e4 None None] Deleting port c00a3ccd-55b9-4699-a7b3-09329f0d3092 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:23.749807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.781010 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Deleting port c00a3ccd-55b9-4699-a7b3-09329f0d3092 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:23.781376 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.820480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-a8841432-4933-450d-b151-db08045746e4 None None] For port c00a3ccd-55b9-4699-a7b3-09329f0d3092, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=c00a3ccd-55b9-4699-a7b3-09329f0d3092,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:23.820480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.832933 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a8841432-4933-450d-b151-db08045746e4 None None] Calling delete_port for c00a3ccd-55b9-4699-a7b3-09329f0d3092 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:23.844945 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.879888 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] For port c00a3ccd-55b9-4699-a7b3-09329f0d3092, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=c00a3ccd-55b9-4699-a7b3-09329f0d3092,segment=NetworkSegment(f14ce843-1f0e-46c7-8486-4c65f6df0bc8),segment_id=f14ce843-1f0e-46c7-8486-4c65f6df0bc8)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:23.880064 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:23.909071 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Calling delete_port for c00a3ccd-55b9-4699-a7b3-09329f0d3092 owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:23.912404 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:23.925734 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:23.979926 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96be91-282c-44b6-9f6d-6dd7b9623224 req-ca5f9fa0-269c-4540-966b-c30ee6aa0fde tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:23.981462 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9a96be91-282c-44b6-9f6d-6dd7b9623224 req-ca5f9fa0-269c-4540-966b-c30ee6aa0fde tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0526357 Oct 21 15:10:24.026224 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.028778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.050619 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8841432-4933-450d-b151-db08045746e4 None None] Pushing event deleted for resources: {'Port': ['ID=c00a3ccd-55b9-4699-a7b3-09329f0d3092,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:24.056235 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9a96be91-282c-44b6-9f6d-6dd7b9623224 req-9927ff9d-8eb8-4a70-92d8-c764131b2992 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604532 Oct 21 15:10:24.061341 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.061677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.062021 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.062357 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.062914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.063400 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.063885 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.064366 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.068405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.068405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.068405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.068405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.068405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.068934 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (c00a3ccd-55b9-4699-a7b3-09329f0d3092), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.069044 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.069044 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841432-4933-450d-b151-db08045746e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:24.071191 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8841432-4933-450d-b151-db08045746e4 None None] No DVR routers for this DVR port c00a3ccd-55b9-4699-a7b3-09329f0d3092 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:24.075498 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.091477 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:10:24.096686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:10:24.098800 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event updated for resources: {'Port': ['ID=2658b06f-2d5a-453a-ae24-11cba806f4e3,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:24.103277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:10:24.106080 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] No DVR routers for this DVR port c00a3ccd-55b9-4699-a7b3-09329f0d3092 on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:24.125204 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.235311 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c00a3ccd-55b9-4699-a7b3-09329f0d3092,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:24.245656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:24.246318 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.266976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (870578cc-77cc-4374-9ce6-c401715d7564), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.290917 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870578cc-77cc-4374-9ce6-c401715d7564']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:24.301143 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:24.301434 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14ce843-1f0e-46c7-8486-4c65f6df0bc8') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:24.311300 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (f14ce843-1f0e-46c7-8486-4c65f6df0bc8), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.326989 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (f14ce843-1f0e-46c7-8486-4c65f6df0bc8), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.329215 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-bc940ae0-5ed0-4f3b-a3ca-8212f159464d None None] Provisioning complete for port 2658b06f-2d5a-453a-ae24-11cba806f4e3 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:24.329594 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bc940ae0-5ed0-4f3b-a3ca-8212f159464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.329934 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-bc940ae0-5ed0-4f3b-a3ca-8212f159464d None None] Attempt 1 to provision port 2658b06f-2d5a-453a-ae24-11cba806f4e3 Oct 21 15:10:24.333290 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:10:24.333620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (f14ce843-1f0e-46c7-8486-4c65f6df0bc8), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.368543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-bc940ae0-5ed0-4f3b-a3ca-8212f159464d None None] Port 2658b06f-2d5a-453a-ae24-11cba806f4e3 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:10:24.390191 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment f14ce843-1f0e-46c7-8486-4c65f6df0bc8 resource provider aggregate not found Oct 21 15:10:24.398696 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-aef13e20-ade6-4a97-a6fa-eaa86b5b3cdc tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6047082 Oct 21 15:10:24.410022 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Request body: {'port': {'device_id': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:24.413548 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment f14ce843-1f0e-46c7-8486-4c65f6df0bc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f14ce843-1f0e-46c7-8486-4c65f6df0bc8 found for delete ", "request_id": "req-49a41acf-7e32-4e1f-a13c-4e48fac0bd44"}]} Oct 21 15:10:24.431028 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:24.467047 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (870578cc-77cc-4374-9ce6-c401715d7564), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.478818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.482069 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/870578cc-77cc-4374-9ce6-c401715d7564 HTTP/1.1" status: 204 len: 168 time: 0.9296062 Oct 21 15:10:24.485152 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44128) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:24.493214 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ae40-78d5-4bf9-b418-73cfe869b0ec admin admin] Pushing event deleted for resources: {'Network': ['ID=870578cc-77cc-4374-9ce6-c401715d7564,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:24.494835 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.639383 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:24.651072 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d04cab-7bb0-4937-9e2c-21f1593dfbce req-026d6380-6215-43ed-8fcb-b1319e945657 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:24.652547 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82d04cab-7bb0-4937-9e2c-21f1593dfbce req-026d6380-6215-43ed-8fcb-b1319e945657 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 932 time: 0.0839162 Oct 21 15:10:24.764465 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2658b06f-2d5a-453a-ae24-11cba806f4e3 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:10:24.768907 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82d04cab-7bb0-4937-9e2c-21f1593dfbce req-d559fc5c-5ecd-47d9-a3a2-848e02b601b5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100640 Oct 21 15:10:24.773094 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Publish callbacks [] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.787668 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Transition to ACTIVE for port object 2658b06f-2d5a-453a-ae24-11cba806f4e3 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:10:24.902954 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:24.914274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.002431 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Pushing event updated for resources: {'Port': ['ID=2658b06f-2d5a-453a-ae24-11cba806f4e3,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:25.030080 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:25.035131 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Attempting to bind port 2658b06f-2d5a-453a-ae24-11cba806f4e3 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:10:25.035466 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Attempting to bind port 2658b06f-2d5a-453a-ae24-11cba806f4e3 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:10:25.035794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Attempting to bind port 2658b06f-2d5a-453a-ae24-11cba806f4e3 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:10:25.048757 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:25.081430 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Port 2658b06f-2d5a-453a-ae24-11cba806f4e3 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:10:25.081769 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Attempting to bind port 2658b06f-2d5a-453a-ae24-11cba806f4e3 on network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:10:25.125135 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:10:25.125433 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Checking segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:10:25.125935 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Bound using segment: {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:10:25.126375 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Bound port: 2658b06f-2d5a-453a-ae24-11cba806f4e3, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:10:25.126783 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.149853 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Deleting port 279b29dd-8c10-481e-9dc8-c1bccdae871c {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:25.151674 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.192905 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:10:25.205059 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] For port 2658b06f-2d5a-453a-ae24-11cba806f4e3, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:10:25.209141 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] For port 2658b06f-2d5a-453a-ae24-11cba806f4e3, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:10:25.319587 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.323399 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.324103 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.325565 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/2658b06f-2d5a-453a-ae24-11cba806f4e3 HTTP/1.1" status: 200 len: 1094 time: 0.9197733 Oct 21 15:10:25.327926 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:25.330397 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6834893-1596-4387-9ef8-de468d2a9a52" -d '{"events": [{"name": "network-changed", "server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:25.380541 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333616bc-2623-4ffc-bcd8-88a6761a082d service neutron] Pushing event updated for resources: {'Port': ['ID=2658b06f-2d5a-453a-ae24-11cba806f4e3,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:25.401788 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ce1b8c-00b1-4fdd-81b0-02a59bf5ba99 x-openstack-request-id: req-70ce1b8c-00b1-4fdd-81b0-02a59bf5ba99 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:25.402084 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:25.402364 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70ce1b8c-00b1-4fdd-81b0-02a59bf5ba99 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:25.404956 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ce1b8c-00b1-4fdd-81b0-02a59bf5ba99'] response: {'name': 'network-changed', 'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'status': 'completed', 'code': 200} Oct 21 15:10:25.479893 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device c00a3ccd-55b9-4699-a7b3-09329f0d3092 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:25.483355 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6834893-1596-4387-9ef8-de468d2a9a52 req-71487b12-fdb0-4b9c-812b-1529c6854cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.484730 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f6834893-1596-4387-9ef8-de468d2a9a52 req-71487b12-fdb0-4b9c-812b-1529c6854cab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 1128 time: 0.0573089 Oct 21 15:10:25.499039 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375719-fbc9-4b23-8b08-30e966083b4f req-965ebd13-11de-4280-8f9e-398141a5559d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.500572 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98375719-fbc9-4b23-8b08-30e966083b4f req-965ebd13-11de-4280-8f9e-398141a5559d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0639949 Oct 21 15:10:25.502159 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: c00a3ccd-55b9-4699-a7b3-09329f0d3092 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:25.503098 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device c00a3ccd-55b9-4699-a7b3-09329f0d3092 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:25.546348 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] For port 279b29dd-8c10-481e-9dc8-c1bccdae871c, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=279b29dd-8c10-481e-9dc8-c1bccdae871c,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:25.546829 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.568951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Calling delete_port for 279b29dd-8c10-481e-9dc8-c1bccdae871c owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:25.594381 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98375719-fbc9-4b23-8b08-30e966083b4f req-b766f50b-2028-431f-9818-34d2174e77e5 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779195 Oct 21 15:10:25.607223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6834893-1596-4387-9ef8-de468d2a9a52 req-cca12c77-7e3b-4ad8-bfde-a1de90adf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.608806 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f6834893-1596-4387-9ef8-de468d2a9a52 req-cca12c77-7e3b-4ad8-bfde-a1de90adf085 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=0025ac2cdc0f45dab742a02486307716&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1166813 Oct 21 15:10:25.709617 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6834893-1596-4387-9ef8-de468d2a9a52 req-e44ac6a5-50a4-4d7b-b542-d844766b5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.712286 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f6834893-1596-4387-9ef8-de468d2a9a52 req-e44ac6a5-50a4-4d7b-b542-d844766b5722 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981364 Oct 21 15:10:25.796624 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-b9b74c5b-e634-4f9e-9b2f-1db63b2502aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.798123 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-b9b74c5b-e634-4f9e-9b2f-1db63b2502aa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 1128 time: 0.0459394 Oct 21 15:10:25.839829 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-039427c9-220f-4517-b950-43a4efb820c4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3 HTTP/1.1" status: 200 len: 217 time: 0.0351374 Oct 21 15:10:25.856386 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (279b29dd-8c10-481e-9dc8-c1bccdae871c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:25.892480 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-782dc1ac-101a-4276-b602-c1367b6a26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.893936 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-782dc1ac-101a-4276-b602-c1367b6a26b2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 200 len: 849 time: 0.0481741 Oct 21 15:10:25.911498 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Pushing event deleted for resources: {'Port': ['ID=279b29dd-8c10-481e-9dc8-c1bccdae871c,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:25.940554 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:25.941947 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82fac-19b6-476a-982a-2942e044ae9a req-133ea7e4-b47a-4fa0-8560-53fb3f83d380 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.944545 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1bd82fac-19b6-476a-982a-2942e044ae9a req-133ea7e4-b47a-4fa0-8560-53fb3f83d380 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 944 time: 0.0989621 Oct 21 15:10:25.956661 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-8688914b-1a61-47b2-9978-fab90709d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:25.958676 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-8688914b-1a61-47b2-9978-fab90709d050 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590556 Oct 21 15:10:26.028009 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44156) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:26.046165 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:26.087435 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1bd82fac-19b6-476a-982a-2942e044ae9a req-02eb1e85-b09c-4e33-a814-b6cc564229b5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109595 Oct 21 15:10:26.088324 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-27ec1787-2b66-4f36-b7d6-531f4668f7f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233020 Oct 21 15:10:26.152878 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.183634 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfb0a7-3fe1-4e9f-b481-6d28c028221c None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:10:26.206382 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-238ac057-cb83-4eef-81c0-093448db374e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.206606 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:26.228201 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07218c3d-88b0-45c7-a890-191a71db6e9c req-3075c8f1-d75e-4892-9ec8-d964d0819af4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339669 Oct 21 15:10:26.295904 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bfb0a7-3fe1-4e9f-b481-6d28c028221c None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:10:26.298758 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-238ac057-cb83-4eef-81c0-093448db374e admin admin] Publish callbacks [] for security_group (28bf7c38-6f5f-4aa2-92b8-efd4c3323712), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.372995 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:26.389281 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Router c0a1f400-375b-473f-85b2-5b1a4fc5edbe has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:26.393463 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-238ac057-cb83-4eef-81c0-093448db374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (28bf7c38-6f5f-4aa2-92b8-efd4c3323712), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.436721 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ac057-cb83-4eef-81c0-093448db374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf7c38-6f5f-4aa2-92b8-efd4c3323712,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:26.444687 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-238ac057-cb83-4eef-81c0-093448db374e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=101627a21c0140ca8b05d1aaa3fd03ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153233 Oct 21 15:10:26.444881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44160) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:26.532198 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:26.541456 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2a53635e-6516-4d02-a2e6-bde89641ff94 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c0a1f400-375b-473f-85b2-5b1a4fc5edbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0521061 Oct 21 15:10:26.541663 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44162) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:26.544862 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] Sync routers for ids ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:26.549219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-856466b6-8118-4857-9b1c-96f9f87aa136 admin admin] Publish callbacks [] for security_group (28bf7c38-6f5f-4aa2-92b8-efd4c3323712), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.551262 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=76 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:26.558037 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] Routers {'c0a1f400-375b-473f-85b2-5b1a4fc5edbe'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:26.558867 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:26.572542 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-856466b6-8118-4857-9b1c-96f9f87aa136 admin admin] Publish callbacks [] for security_group (28bf7c38-6f5f-4aa2-92b8-efd4c3323712), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.651794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:26.669059 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks [] for router (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.683598 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] Set router c0a1f400-375b-473f-85b2-5b1a4fc5edbe gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:26.715854 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-856466b6-8118-4857-9b1c-96f9f87aa136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (28bf7c38-6f5f-4aa2-92b8-efd4c3323712), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.718750 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-856466b6-8118-4857-9b1c-96f9f87aa136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.722239 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-856466b6-8118-4857-9b1c-96f9f87aa136 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/28bf7c38-6f5f-4aa2-92b8-efd4c3323712 HTTP/1.1" status: 204 len: 168 time: 0.2743270 Oct 21 15:10:26.745718 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856466b6-8118-4857-9b1c-96f9f87aa136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf7c38-6f5f-4aa2-92b8-efd4c3323712,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:26.773565 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00f291-4697-4270-8206-5826b27430a3 req-4ba93dbc-dc2e-4d8a-90b9-8b91f1d85bb0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:26.776918 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6f00f291-4697-4270-8206-5826b27430a3 req-4ba93dbc-dc2e-4d8a-90b9-8b91f1d85bb0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0911312 Oct 21 15:10:26.802330 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks [] for router_gateway (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.849369 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6f00f291-4697-4270-8206-5826b27430a3 req-1440a12a-9944-4c47-9546-00c3826b8be8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654631 Oct 21 15:10:26.913877 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:10:25Z', 'revision_number': 5, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port': {'id': '762206e4-fdc5-4ea9-89ba-a6ab289198e7', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:07:19Z', 'updated_at': '2022-10-21T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:26.925452 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Deleting port 762206e4-fdc5-4ea9-89ba-a6ab289198e7 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:26.926092 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:26.944553 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] Checking router: c0a1f400-375b-473f-85b2-5b1a4fc5edbe for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:26.955567 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] Routers {'c0a1f400-375b-473f-85b2-5b1a4fc5edbe'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:26.956298 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:27.030462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] For port 762206e4-fdc5-4ea9-89ba-a6ab289198e7, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=762206e4-fdc5-4ea9-89ba-a6ab289198e7,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:27.030926 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.048649 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Calling delete_port for 762206e4-fdc5-4ea9-89ba-a6ab289198e7 owned by network:router_gateway {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:27.049449 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] Set router c0a1f400-375b-473f-85b2-5b1a4fc5edbe gateway port host: None {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:27.108260 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-065cd03f-6d29-4d1d-9dcc-bbca59bd5600 None None] Provisioning complete for port dd8d658c-6d8b-4c89-a63f-29dd5b056836 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:27.109272 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-065cd03f-6d29-4d1d-9dcc-bbca59bd5600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.109847 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-065cd03f-6d29-4d1d-9dcc-bbca59bd5600 None None] Attempt 1 to provision port dd8d658c-6d8b-4c89-a63f-29dd5b056836 Oct 21 15:10:27.119142 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:10:26Z', 'revision_number': 6, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:27.152596 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76901e-ae3b-4164-b1e2-55f8a13aa4f8 None None] The sync data for ids ['c0a1f400-375b-473f-85b2-5b1a4fc5edbe'] in dv-cinder-836083-16-iscsi is: [{'id': 'c0a1f400-375b-473f-85b2-5b1a4fc5edbe', 'name': 'tempest-TestMinimumBasicScenario-2113045832-router', 'tenant_id': '8e1572975eef4da5871fec165a7737d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:07:17Z', 'updated_at': '2022-10-21T15:10:26Z', 'revision_number': 6, 'project_id': '8e1572975eef4da5871fec165a7737d0', 'gw_port_host': None}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:27.195692 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:27.250667 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-065cd03f-6d29-4d1d-9dcc-bbca59bd5600 None None] Current status of the port dd8d658c-6d8b-4c89-a63f-29dd5b056836 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:27.258474 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b87d6-16da-4634-834a-ecc983ca4f76 req-504e93e3-cbd2-4937-97bf-ec77e5eb7100 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:27.262217 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-363b87d6-16da-4634-834a-ecc983ca4f76 req-504e93e3-cbd2-4937-97bf-ec77e5eb7100 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 944 time: 0.0508451 Oct 21 15:10:27.309255 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-363b87d6-16da-4634-834a-ecc983ca4f76 req-071b66a3-606b-4ecc-93de-2d5271ef5d34 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Oct 21 15:10:27.340030 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (762206e4-fdc5-4ea9-89ba-a6ab289198e7), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.363559 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=762206e4-fdc5-4ea9-89ba-a6ab289198e7,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:27.434858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.487068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44172) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:27.501340 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1d15-838c-48b0-8ef1-ccd116dfaf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.524265 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.526958 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks [] for router_controller (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.560061 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:27.592230 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1d15-838c-48b0-8ef1-ccd116dfaf38 admin admin] Publish callbacks [] for security_group (b36357b8-f00e-4743-91b4-0a9053a54dbd), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.676821 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1d15-838c-48b0-8ef1-ccd116dfaf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b36357b8-f00e-4743-91b4-0a9053a54dbd), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.677049 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (c0a1f400-375b-473f-85b2-5b1a4fc5edbe), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.677650 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a1f400-375b-473f-85b2-5b1a4fc5edbe {{(pid=105098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:10:27.684026 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.685246 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-46802e96-db24-4d38-bccc-e3f02372a29e admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/c0a1f400-375b-473f-85b2-5b1a4fc5edbe HTTP/1.1" status: 204 len: 168 time: 1.1430495 Oct 21 15:10:27.687766 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44174) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:27.722691 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7c0a1d15-838c-48b0-8ef1-ccd116dfaf38 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=414d220143b942f4af18ea69e2db9bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327530 Oct 21 15:10:27.722691 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a1d15-838c-48b0-8ef1-ccd116dfaf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36357b8-f00e-4743-91b4-0a9053a54dbd,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:27.723799 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44176) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:27.749797 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Deleting subnet 48cc6e97-03ef-4666-9894-09246c170487 {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:10:27.756169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:27.757034 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Publish callbacks [] for subnet (48cc6e97-03ef-4666-9894-09246c170487), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.808341 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (48cc6e97-03ef-4666-9894-09246c170487), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.844620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-298bb0f5-5979-4173-b277-e63005a93339 admin admin] Publish callbacks [] for security_group (b36357b8-f00e-4743-91b4-0a9053a54dbd), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.876169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-298bb0f5-5979-4173-b277-e63005a93339 admin admin] Publish callbacks [] for security_group (b36357b8-f00e-4743-91b4-0a9053a54dbd), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.954488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (48cc6e97-03ef-4666-9894-09246c170487), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:27.964811 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 279b29dd-8c10-481e-9dc8-c1bccdae871c no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:27.996251 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 279b29dd-8c10-481e-9dc8-c1bccdae871c {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:27.996900 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 279b29dd-8c10-481e-9dc8-c1bccdae871c not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:28.003735 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eee2c9-fa75-44ec-b58f-2d307afa3d91 req-4fad33e1-9f03-4887-9b29-d97b00843aee tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:28.006583 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f6eee2c9-fa75-44ec-b58f-2d307afa3d91 req-4fad33e1-9f03-4887-9b29-d97b00843aee tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0653648 Oct 21 15:10:28.044691 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-298bb0f5-5979-4173-b277-e63005a93339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b36357b8-f00e-4743-91b4-0a9053a54dbd), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.047398 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-298bb0f5-5979-4173-b277-e63005a93339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.048549 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-298bb0f5-5979-4173-b277-e63005a93339 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b36357b8-f00e-4743-91b4-0a9053a54dbd HTTP/1.1" status: 204 len: 168 time: 0.3238132 Oct 21 15:10:28.058173 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bb0f5-5979-4173-b277-e63005a93339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36357b8-f00e-4743-91b4-0a9053a54dbd,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:28.061264 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f6eee2c9-fa75-44ec-b58f-2d307afa3d91 req-9ce701f1-1259-48b7-9e1c-670a74d9185e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484023 Oct 21 15:10:28.112932 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (48cc6e97-03ef-4666-9894-09246c170487), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.148567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cc6e97-03ef-4666-9894-09246c170487,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:28.153768 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.157028 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-08351b9b-973c-40f2-91ba-974820772591 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/48cc6e97-03ef-4666-9894-09246c170487 HTTP/1.1" status: 204 len: 168 time: 0.4682910 Oct 21 15:10:28.160104 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44182) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:28.160621 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca165d4c-b57c-4abb-8aec-7c3287062c94 None None] Network 5b57efcf-a1eb-44ab-a874-66ce15be230b requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:10:28.183064 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:28.238757 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (5b57efcf-a1eb-44ab-a874-66ce15be230b), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.302580 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Deleting port dd8d658c-6d8b-4c89-a63f-29dd5b056836 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:28.302580 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.348177 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] DHCP port deletion for 5b57efcf-a1eb-44ab-a874-66ce15be230b request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:10:28.388085 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] For port dd8d658c-6d8b-4c89-a63f-29dd5b056836, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd8d658c-6d8b-4c89-a63f-29dd5b056836,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:28.388522 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.405457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] Deleting port dd8d658c-6d8b-4c89-a63f-29dd5b056836 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:28.406093 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.408260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Calling delete_port for dd8d658c-6d8b-4c89-a63f-29dd5b056836 owned by network:dhcp {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:28.481077 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] For port dd8d658c-6d8b-4c89-a63f-29dd5b056836, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd8d658c-6d8b-4c89-a63f-29dd5b056836,segment=NetworkSegment(4daf8201-cc59-4f38-8a22-977ac22336d5),segment_id=4daf8201-cc59-4f38-8a22-977ac22336d5)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:28.481774 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.502056 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] Calling delete_port for dd8d658c-6d8b-4c89-a63f-29dd5b056836 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:28.504995 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2ffd9-a6db-4825-b930-c2718eb0a3f6 req-a2e89ce8-26b2-4d51-af24-d768cdbb6a69 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:28.506533 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-43a2ffd9-a6db-4825-b930-c2718eb0a3f6 req-a2e89ce8-26b2-4d51-af24-d768cdbb6a69 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 944 time: 0.0936515 Oct 21 15:10:28.576040 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-43a2ffd9-a6db-4825-b930-c2718eb0a3f6 req-354052e0-0b69-4e08-b036-94679e6e3b6f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596249 Oct 21 15:10:28.682538 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.688820 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (dd8d658c-6d8b-4c89-a63f-29dd5b056836), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.709422 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8d658c-6d8b-4c89-a63f-29dd5b056836,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:28.711331 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] No DVR routers for this DVR port dd8d658c-6d8b-4c89-a63f-29dd5b056836 on host dv-cinder-836083-16-iscsi {{(pid=105099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:28.714644 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] Pushing event deleted for resources: {'Port': ['ID=dd8d658c-6d8b-4c89-a63f-29dd5b056836,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:28.720770 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496f3d1-e720-4c6e-9404-8377eff068d7 None None] No DVR routers for this DVR port dd8d658c-6d8b-4c89-a63f-29dd5b056836 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:28.743319 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:28.795095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (5b57efcf-a1eb-44ab-a874-66ce15be230b), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.816855 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b57efcf-a1eb-44ab-a874-66ce15be230b']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:28.826285 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4daf8201-cc59-4f38-8a22-977ac22336d5') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:28.826584 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4daf8201-cc59-4f38-8a22-977ac22336d5') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:28.836176 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (4daf8201-cc59-4f38-8a22-977ac22336d5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.849423 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (4daf8201-cc59-4f38-8a22-977ac22336d5), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.856565 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:10:28.856914 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (4daf8201-cc59-4f38-8a22-977ac22336d5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:28.897122 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment 4daf8201-cc59-4f38-8a22-977ac22336d5 resource provider aggregate not found Oct 21 15:10:28.916861 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment 4daf8201-cc59-4f38-8a22-977ac22336d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4daf8201-cc59-4f38-8a22-977ac22336d5 found for delete ", "request_id": "req-ecfa9003-089b-466d-9dbc-f1ea13ff021f"}]} Oct 21 15:10:28.998834 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (5b57efcf-a1eb-44ab-a874-66ce15be230b), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:29.004438 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:29.010001 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/5b57efcf-a1eb-44ab-a874-66ce15be230b HTTP/1.1" status: 204 len: 168 time: 0.8464932 Oct 21 15:10:29.021121 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13af85-0684-4908-b74c-e252f29ca958 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b57efcf-a1eb-44ab-a874-66ce15be230b,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:29.223249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093b541-6707-4dce-b89a-db544708f506 req-5819fd60-3270-40d8-8349-dd242c0ce2f8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:29.224766 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7093b541-6707-4dce-b89a-db544708f506 req-5819fd60-3270-40d8-8349-dd242c0ce2f8 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Oct 21 15:10:29.282461 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7093b541-6707-4dce-b89a-db544708f506 req-1919dc93-fab0-4284-bf04-c9a164c1f339 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470264 Oct 21 15:10:29.320526 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44214) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:29.362104 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ff685ba8-e5d0-49d7-a287-5387a2899d17 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a77531edf7224da8847bb5c9813ae7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404341 Oct 21 15:10:29.364802 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44216) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:29.415209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-202c6a57-cfcd-459c-a34d-80edb81db475 admin admin] Publish callbacks [] for security_group (3ac8ca88-1da4-4c8b-8f34-9abd42ce2361), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:29.443378 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-202c6a57-cfcd-459c-a34d-80edb81db475 admin admin] Publish callbacks [] for security_group (3ac8ca88-1da4-4c8b-8f34-9abd42ce2361), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:29.473221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 762206e4-fdc5-4ea9-89ba-a6ab289198e7 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:29.494576 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 762206e4-fdc5-4ea9-89ba-a6ab289198e7 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:29.495056 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 762206e4-fdc5-4ea9-89ba-a6ab289198e7 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:29.495572 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd8d658c-6d8b-4c89-a63f-29dd5b056836 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:29.514269 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: dd8d658c-6d8b-4c89-a63f-29dd5b056836 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:29.514998 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd8d658c-6d8b-4c89-a63f-29dd5b056836 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:29.610949 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-202c6a57-cfcd-459c-a34d-80edb81db475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3ac8ca88-1da4-4c8b-8f34-9abd42ce2361), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:29.613527 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-202c6a57-cfcd-459c-a34d-80edb81db475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:29.614878 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-202c6a57-cfcd-459c-a34d-80edb81db475 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3ac8ca88-1da4-4c8b-8f34-9abd42ce2361 HTTP/1.1" status: 204 len: 168 time: 0.2489560 Oct 21 15:10:29.623122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c6a57-cfcd-459c-a34d-80edb81db475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac8ca88-1da4-4c8b-8f34-9abd42ce2361,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:29.708992 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245e703-1c2e-413c-82d5-5b0a459ec487 req-605e1a42-19c7-49be-8891-ff9b8027be6c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:29.712031 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5245e703-1c2e-413c-82d5-5b0a459ec487 req-605e1a42-19c7-49be-8891-ff9b8027be6c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 944 time: 0.0508282 Oct 21 15:10:29.760343 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5245e703-1c2e-413c-82d5-5b0a459ec487 req-285dcd57-c9ac-4b6f-9d3c-262be94c5ca1 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Oct 21 15:10:29.762229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2658b06f-2d5a-453a-ae24-11cba806f4e3 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:10:29.919821 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:30.013559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 2658b06f-2d5a-453a-ae24-11cba806f4e3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:30.025603 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'port_id': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'mac_address': 'fa:16:3e:8b:13:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:10:30.070450 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 2658b06f-2d5a-453a-ae24-11cba806f4e3 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:30.070450 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.070450 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:30.081966 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2658b06f-2d5a-453a-ae24-11cba806f4e3 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:10:30.101696 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 2658b06f-2d5a-453a-ae24-11cba806f4e3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:30.208602 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.258578 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=2658b06f-2d5a-453a-ae24-11cba806f4e3,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:30.414464 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889afee-bca8-4f69-878f-3bdcd5540e31 req-441e8b29-49d8-480b-8ce1-abb1ad6b33eb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:30.415960 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1889afee-bca8-4f69-878f-3bdcd5540e31 req-441e8b29-49d8-480b-8ce1-abb1ad6b33eb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0465851 Oct 21 15:10:30.465122 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1889afee-bca8-4f69-878f-3bdcd5540e31 req-840bfb01-e5c7-48b9-ad94-7b1afbabfd6d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Oct 21 15:10:30.473691 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44244) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:30.523255 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['2658b06f-2d5a-453a-ae24-11cba806f4e3'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:10:30.597628 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-624cb1d1-fda4-41f8-83e7-f8dde2c0a923 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8e1572975eef4da5871fec165a7737d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227717 Oct 21 15:10:30.600248 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44248) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:30.629316 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:30.654433 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad35-6df4-4074-95be-97a425f4cfd7 admin admin] Publish callbacks [] for security_group (37e3ff72-a8cb-4761-84c5-685bca204114), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.675994 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad35-6df4-4074-95be-97a425f4cfd7 admin admin] Publish callbacks [] for security_group (37e3ff72-a8cb-4761-84c5-685bca204114), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.692573 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44250) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:30.787533 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad35-6df4-4074-95be-97a425f4cfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (37e3ff72-a8cb-4761-84c5-685bca204114), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.791122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad35-6df4-4074-95be-97a425f4cfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.794797 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-69d0ad35-6df4-4074-95be-97a425f4cfd7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/37e3ff72-a8cb-4761-84c5-685bca204114 HTTP/1.1" status: 204 len: 168 time: 0.1911776 Oct 21 15:10:30.801995 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0ad35-6df4-4074-95be-97a425f4cfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3ff72-a8cb-4761-84c5-685bca204114,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:30.802974 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-86c45344-b874-4a47-8c1c-370a0d41abed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.830668 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:30.889542 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-86c45344-b874-4a47-8c1c-370a0d41abed admin admin] Publish callbacks [] for security_group (36e777e3-4f08-4aa3-b948-412b0ef8086d), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:30.893016 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e872-02d0-4a6d-8eaf-d46e2a1f4b3e req-8c6ee387-d8d4-41e7-a31c-7509374f8cfb tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:30.894506 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f37e872-02d0-4a6d-8eaf-d46e2a1f4b3e req-8c6ee387-d8d4-41e7-a31c-7509374f8cfb tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 945 time: 0.0487423 Oct 21 15:10:30.943304 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f37e872-02d0-4a6d-8eaf-d46e2a1f4b3e req-f2e10c71-7c03-49af-bce7-b766f9fd0d2d tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Oct 21 15:10:30.963030 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-86c45344-b874-4a47-8c1c-370a0d41abed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (36e777e3-4f08-4aa3-b948-412b0ef8086d), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:31.004877 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-86c45344-b874-4a47-8c1c-370a0d41abed admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2710c96bbd804230b5f28e9390c2e5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113136 Oct 21 15:10:31.005767 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c45344-b874-4a47-8c1c-370a0d41abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e777e3-4f08-4aa3-b948-412b0ef8086d,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:31.008289 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44258) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:31.040622 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:31.072205 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-84174066-6fd6-4597-a6e2-1f79e18e006c admin admin] Publish callbacks [] for security_group (36e777e3-4f08-4aa3-b948-412b0ef8086d), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:31.095568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-84174066-6fd6-4597-a6e2-1f79e18e006c admin admin] Publish callbacks [] for security_group (36e777e3-4f08-4aa3-b948-412b0ef8086d), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:31.245031 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-84174066-6fd6-4597-a6e2-1f79e18e006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (36e777e3-4f08-4aa3-b948-412b0ef8086d), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:31.248188 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-84174066-6fd6-4597-a6e2-1f79e18e006c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:31.252604 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-84174066-6fd6-4597-a6e2-1f79e18e006c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/36e777e3-4f08-4aa3-b948-412b0ef8086d HTTP/1.1" status: 204 len: 168 time: 0.2382765 Oct 21 15:10:31.260795 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84174066-6fd6-4597-a6e2-1f79e18e006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e777e3-4f08-4aa3-b948-412b0ef8086d,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:31.601915 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eec0e-4311-4257-8d12-3393c4a04a60 req-0dbcba3f-02bf-46fb-b755-c48fdd2b6a7b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:31.603516 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0a0eec0e-4311-4257-8d12-3393c4a04a60 req-0dbcba3f-02bf-46fb-b755-c48fdd2b6a7b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0559106 Oct 21 15:10:31.653632 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0a0eec0e-4311-4257-8d12-3393c4a04a60 req-05e83840-1d2d-47ef-975e-0cd8aeeeb0da tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Oct 21 15:10:31.766005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:10:31.768124 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2658b06f-2d5a-453a-ae24-11cba806f4e3 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:10:31.864075 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 2658b06f-2d5a-453a-ae24-11cba806f4e3 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:10:31.905417 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:31.921807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'mac_address': 'fa:16:3e:6c:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:10:31.959787 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 2658b06f-2d5a-453a-ae24-11cba806f4e3 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:31.960290 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:31.960695 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 2658b06f-2d5a-453a-ae24-11cba806f4e3 Oct 21 15:10:31.993862 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44290) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:32.011528 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d88cbf5-22a5-480a-bdff-8020b8c40f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.028471 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: ACTIVE; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:32.028895 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.081941 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb085c36-5fbe-49ea-be0b-e8120d82509d {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:10:32.113464 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2611-55f4-440d-908a-4953de9110d9 req-b07db8d2-7381-47f4-abea-c0fbf9885a94 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:32.115429 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b27a2611-55f4-440d-908a-4953de9110d9 req-b07db8d2-7381-47f4-abea-c0fbf9885a94 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 945 time: 0.0747375 Oct 21 15:10:32.115963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 2658b06f-2d5a-453a-ae24-11cba806f4e3 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:32.116363 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.120042 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:32.147423 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:32.151221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1673f240-d15a-49c1-8e29-f24d474942dd" -d '{"events": [{"server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "name": "network-vif-plugged", "status": "completed", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:32.166138 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:32.168226 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 2658b06f-2d5a-453a-ae24-11cba806f4e3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:32.181942 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.187748 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d88cbf5-22a5-480a-bdff-8020b8c40f47 admin admin] Publish callbacks [] for security_group (9d58c68b-ffa6-4f88-ba5f-dba2bfec879d), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.200812 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b27a2611-55f4-440d-908a-4953de9110d9 req-525ab4f8-7f41-4c19-bc12-6dd28047fdd0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774608 Oct 21 15:10:32.230757 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e591633-5757-46be-9f0a-cdd0abeeb14c x-openstack-request-id: req-6e591633-5757-46be-9f0a-cdd0abeeb14c {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:32.231383 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "name": "network-vif-plugged", "status": "completed", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:32.231849 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e591633-5757-46be-9f0a-cdd0abeeb14c {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:32.232464 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e591633-5757-46be-9f0a-cdd0abeeb14c'] response: {'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'code': 200} Oct 21 15:10:32.269047 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=6']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:32.271148 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-8d88cbf5-22a5-480a-bdff-8020b8c40f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (9d58c68b-ffa6-4f88-ba5f-dba2bfec879d), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.274973 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.309461 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['fb085c36-5fbe-49ea-be0b-e8120d82509d'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:10:32.366672 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:32.371824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88cbf5-22a5-480a-bdff-8020b8c40f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d58c68b-ffa6-4f88-ba5f-dba2bfec879d,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:32.373950 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=2658b06f-2d5a-453a-ae24-11cba806f4e3,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:32.378852 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-8d88cbf5-22a5-480a-bdff-8020b8c40f47 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6fc2b22579864c82868cf8c8dcbfddcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838477 Oct 21 15:10:32.381570 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44294) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:32.439232 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b219555d-6b26-4ef2-8079-e85228bcf660 admin admin] Publish callbacks [] for security_group (9d58c68b-ffa6-4f88-ba5f-dba2bfec879d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.467072 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b219555d-6b26-4ef2-8079-e85228bcf660 admin admin] Publish callbacks [] for security_group (9d58c68b-ffa6-4f88-ba5f-dba2bfec879d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.582271 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3627b5c-e023-4f94-afde-d51581c242c2 req-c0bb34b0-a29c-487c-b333-85dc6cf95769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:32.584089 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b3627b5c-e023-4f94-afde-d51581c242c2 req-c0bb34b0-a29c-487c-b333-85dc6cf95769 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 1130 time: 0.0461700 Oct 21 15:10:32.624700 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b219555d-6b26-4ef2-8079-e85228bcf660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (9d58c68b-ffa6-4f88-ba5f-dba2bfec879d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.627199 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b219555d-6b26-4ef2-8079-e85228bcf660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:32.630598 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b219555d-6b26-4ef2-8079-e85228bcf660 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9d58c68b-ffa6-4f88-ba5f-dba2bfec879d HTTP/1.1" status: 204 len: 168 time: 0.2451069 Oct 21 15:10:32.653951 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b3627b5c-e023-4f94-afde-d51581c242c2 req-8b763092-547a-4480-a628-8bd22cd9d807 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614984 Oct 21 15:10:32.655053 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219555d-6b26-4ef2-8079-e85228bcf660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d58c68b-ffa6-4f88-ba5f-dba2bfec879d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:32.803837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a69460-1a87-4d43-9fa1-59873ec0952f req-8ebec385-b056-46cf-96e5-e2b889a44f26 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:32.805640 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a4a69460-1a87-4d43-9fa1-59873ec0952f req-8ebec385-b056-46cf-96e5-e2b889a44f26 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Oct 21 15:10:32.865678 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a4a69460-1a87-4d43-9fa1-59873ec0952f req-f56e9be5-e5e7-4360-9fac-3ec9609d3a48 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534606 Oct 21 15:10:33.361003 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cff32-e37f-43b4-b201-b4985da62bd7 req-84bacfaf-28e1-41fe-925a-f819f74a3f52 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:33.362520 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3b9cff32-e37f-43b4-b201-b4985da62bd7 req-84bacfaf-28e1-41fe-925a-f819f74a3f52 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0608776 Oct 21 15:10:33.428462 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3b9cff32-e37f-43b4-b201-b4985da62bd7 req-fc9d88d8-c6f8-4bc9-9d5c-b0791b36cd9f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598989 Oct 21 15:10:33.878993 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:10:33.878993 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port fb085c36-5fbe-49ea-be0b-e8120d82509d triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:33.878993 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:33.878993 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port fb085c36-5fbe-49ea-be0b-e8120d82509d Oct 21 15:10:33.946962 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:33.948680 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:34.003151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:34.040043 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:34.052650 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d48e6-9e3f-4a27-a747-33dfdbaae2cb req-f81d6222-dfae-496c-b005-397c92fadc78 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:34.055136 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-555d48e6-9e3f-4a27-a747-33dfdbaae2cb req-f81d6222-dfae-496c-b005-397c92fadc78 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 945 time: 0.0619056 Oct 21 15:10:34.115854 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-555d48e6-9e3f-4a27-a747-33dfdbaae2cb req-1156cc6a-7c5a-4c0c-9dae-b8456ebd466b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549066 Oct 21 15:10:34.220119 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:34.249386 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:34.251669 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a741f3-08ee-4b81-9cb1-fedab9437462" -d '{"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-plugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:34.321172 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89664cc-62ab-4edf-8754-febbd72c136e x-openstack-request-id: req-b89664cc-62ab-4edf-8754-febbd72c136e {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:34.321475 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-plugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:34.321735 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b89664cc-62ab-4edf-8754-febbd72c136e {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:34.322141 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89664cc-62ab-4edf-8754-febbd72c136e'] response: {'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'code': 200} Oct 21 15:10:34.330417 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=7']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:34.567757 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e840d-ba08-42a3-8b64-b6c6d9dbd224 req-d1a466f6-6df9-4016-9ad3-ef412c398af0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:34.575254 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-003e840d-ba08-42a3-8b64-b6c6d9dbd224 req-d1a466f6-6df9-4016-9ad3-ef412c398af0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0595460 Oct 21 15:10:34.640049 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-003e840d-ba08-42a3-8b64-b6c6d9dbd224 req-27949901-7163-43ae-b8c4-ab97a2ea01e0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525894 Oct 21 15:10:34.780524 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa3dd4-8b43-4e78-b492-e44c58ac2e7e req-b9d77707-0525-4d1a-a71f-8d066f9cafae tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:34.782288 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02fa3dd4-8b43-4e78-b492-e44c58ac2e7e req-b9d77707-0525-4d1a-a71f-8d066f9cafae tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0683587 Oct 21 15:10:34.793985 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44334) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:34.799018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Request body: {'floatingip': {'port_id': '2658b06f-2d5a-453a-ae24-11cba806f4e3'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:34.843459 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (abeeff80-70bd-4e82-b87c-ebad9f6f9371), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:34.921091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:35.590837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb5736-1874-4191-b12b-005c3c307637 req-de117424-ab1d-4c35-a2d5-adb08e366f4e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:35.595158 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b7fb5736-1874-4191-b12b-005c3c307637 req-de117424-ab1d-4c35-a2d5-adb08e366f4e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.3677578 Oct 21 15:10:35.724269 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b7fb5736-1874-4191-b12b-005c3c307637 req-37480ed8-d800-483c-806a-cd19abe4801a tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223412 Oct 21 15:10:35.752039 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:35.816128 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (abeeff80-70bd-4e82-b87c-ebad9f6f9371), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:35.915276 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Floating IP abeeff80-70bd-4e82-b87c-ebad9f6f9371 associated. External IP: 172.27.0.42, port: 2658b06f-2d5a-453a-ae24-11cba806f4e3. Oct 21 15:10:35.976135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:36.170449 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:36.223919 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44362) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:36.307372 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:36.323269 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:36.338213 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.342803 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:36.344941 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:36.363484 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02c8cee-b38e-44dd-8e3f-5c1d876ae20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.389928 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d9b5ab06-b269-4452-96fd-44bdffdfa70c tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/abeeff80-70bd-4e82-b87c-ebad9f6f9371 HTTP/1.1" status: 200 len: 991 time: 1.5943174 Oct 21 15:10:36.390884 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:36.393086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1006f9-9288-4e3a-803d-7304d58c3a85" -d '{"events": [{"name": "network-changed", "server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:36.450672 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd49b0c0-0b5a-4f30-bc21-2c2ef4edc062 x-openstack-request-id: req-dd49b0c0-0b5a-4f30-bc21-2c2ef4edc062 {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:36.450973 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:36.451278 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd49b0c0-0b5a-4f30-bc21-2c2ef4edc062 {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:36.451694 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd49b0c0-0b5a-4f30-bc21-2c2ef4edc062'] response: {'name': 'network-changed', 'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'status': 'completed', 'code': 200} Oct 21 15:10:36.456858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02c8cee-b38e-44dd-8e3f-5c1d876ae20a admin admin] Publish callbacks [] for security_group (3c7abaf1-1ac9-4fc9-8412-81eefbf28343), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.494923 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:36.525680 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c02c8cee-b38e-44dd-8e3f-5c1d876ae20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3c7abaf1-1ac9-4fc9-8412-81eefbf28343), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.564424 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-f3d60f56-26dc-422f-91d6-6d54373c8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:36.566933 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-f3d60f56-26dc-422f-91d6-6d54373c8ea4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0025ac2cdc0f45dab742a02486307716&device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 1130 time: 0.0888889 Oct 21 15:10:36.574739 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44370) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:36.575067 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c02c8cee-b38e-44dd-8e3f-5c1d876ae20a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4c7e020e69dd401b816f57a63da04333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491521 Oct 21 15:10:36.619934 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c8cee-b38e-44dd-8e3f-5c1d876ae20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7abaf1-1ac9-4fc9-8412-81eefbf28343,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:36.669891 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:36.671086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c330-4f28-4583-b39f-1a49aee3a6a2 admin admin] Publish callbacks [] for security_group (3c7abaf1-1ac9-4fc9-8412-81eefbf28343), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.696645 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c330-4f28-4583-b39f-1a49aee3a6a2 admin admin] Publish callbacks [] for security_group (3c7abaf1-1ac9-4fc9-8412-81eefbf28343), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.722421 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-19223eda-bd7e-4314-869f-2fec74060792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:36.724075 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-19223eda-bd7e-4314-869f-2fec74060792 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 200 len: 911 time: 0.1445692 Oct 21 15:10:36.746139 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:36.766410 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': 'abeeff80-70bd-4e82-b87c-ebad9f6f9371', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'port_id': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'mac_address': 'fa:16:3e:8b:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:10:16Z', 'updated_at': '2022-10-21T15:10:35Z', 'revision_number': 1, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:36.814873 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:36.820804 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c330-4f28-4583-b39f-1a49aee3a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3c7abaf1-1ac9-4fc9-8412-81eefbf28343), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.823278 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-240c5262-26fb-4288-9261-8b70ec4fa8e3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3 HTTP/1.1" status: 200 len: 999 time: 0.0858581 Oct 21 15:10:36.823568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c330-4f28-4583-b39f-1a49aee3a6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:36.824755 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-cdb4c330-4f28-4583-b39f-1a49aee3a6a2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3c7abaf1-1ac9-4fc9-8412-81eefbf28343 HTTP/1.1" status: 204 len: 168 time: 0.2488463 Oct 21 15:10:36.826451 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:36.837824 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:36.839121 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:36.885002 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b581db-d9f0-445b-862f-e00527b560aa req-14a95c1d-d0ee-46cd-8863-32a7804657c9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:36.886525 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58b581db-d9f0-445b-862f-e00527b560aa req-14a95c1d-d0ee-46cd-8863-32a7804657c9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0607586 Oct 21 15:10:36.904353 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4c330-4f28-4583-b39f-1a49aee3a6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7abaf1-1ac9-4fc9-8412-81eefbf28343,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:36.914982 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-3d3b8b55-fffa-4609-be0b-385886922e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:36.917345 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-3d3b8b55-fffa-4609-be0b-385886922e44 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 200 len: 849 time: 0.0853419 Oct 21 15:10:36.936209 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:37.037697 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-90737f08-e20e-49a5-a779-ea09b1da4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:37.037697 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-90737f08-e20e-49a5-a779-ea09b1da4c73 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807858 Oct 21 15:10:37.040079 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58b581db-d9f0-445b-862f-e00527b560aa req-15abb1cf-209f-49d3-882d-d588e38fb21c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112819 Oct 21 15:10:37.040910 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:37.132992 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-5278037b-6fdf-4fe6-8ee6-91861750f84b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169083 Oct 21 15:10:37.163092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:37.203809 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:37.247250 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-bf1006f9-9288-4e3a-803d-7304d58c3a85 req-8258f4d9-fc5c-4cca-baed-e223a7463b38 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077118 Oct 21 15:10:37.361850 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': 'abeeff80-70bd-4e82-b87c-ebad9f6f9371', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'port_id': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'mac_address': 'fa:16:3e:8b:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:10:16Z', 'updated_at': '2022-10-21T15:10:35Z', 'revision_number': 1, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:37.392511 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e815a4-0853-48a5-ad27-927de221fd7e None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': 'abeeff80-70bd-4e82-b87c-ebad9f6f9371', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'port_id': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'mac_address': 'fa:16:3e:8b:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:10:16Z', 'updated_at': '2022-10-21T15:10:35Z', 'revision_number': 1, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:37.648610 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd0ddb-1178-4422-83bc-4bce5b7c56e4 None None] New status for floating IP abeeff80-70bd-4e82-b87c-ebad9f6f9371: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:10:37.723352 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e5d85-739c-41e8-a632-877de95ab587 req-68518182-9609-4355-9df1-a76b158c7c94 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:37.723352 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e33e5d85-739c-41e8-a632-877de95ab587 req-68518182-9609-4355-9df1-a76b158c7c94 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0855603 Oct 21 15:10:37.731300 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44382) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:37.759114 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-84a30d6e-0129-46f6-846a-82cd4d60f8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:37.794481 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e33e5d85-739c-41e8-a632-877de95ab587 req-708de881-e723-4844-aa87-7fc9d3bfb9a1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793889 Oct 21 15:10:37.896689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-84a30d6e-0129-46f6-846a-82cd4d60f8ee admin admin] Publish callbacks [] for security_group (3dbd0609-eaa8-4459-925b-a01865743fa9), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:37.970214 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-84a30d6e-0129-46f6-846a-82cd4d60f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3dbd0609-eaa8-4459-925b-a01865743fa9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:38.043174 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-84a30d6e-0129-46f6-846a-82cd4d60f8ee admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c708efa6db9d4c18a78547166b0c3515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106937 Oct 21 15:10:38.044358 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a30d6e-0129-46f6-846a-82cd4d60f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd0609-eaa8-4459-925b-a01865743fa9,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:38.046125 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44384) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:38.116223 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4c109ebc-6890-4b80-82bb-09b70f0fd8cb admin admin] Publish callbacks [] for security_group (3dbd0609-eaa8-4459-925b-a01865743fa9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:38.167377 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4c109ebc-6890-4b80-82bb-09b70f0fd8cb admin admin] Publish callbacks [] for security_group (3dbd0609-eaa8-4459-925b-a01865743fa9), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:38.194436 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053ccfc-dd3f-4fe8-a72e-00e12d984e62 req-a7347041-995d-402e-9384-55090522db08 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:38.196014 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9053ccfc-dd3f-4fe8-a72e-00e12d984e62 req-a7347041-995d-402e-9384-55090522db08 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0712895 Oct 21 15:10:38.257474 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9053ccfc-dd3f-4fe8-a72e-00e12d984e62 req-4ab812d6-cbf8-49c3-ac6d-6743ea1bdc1e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531857 Oct 21 15:10:38.375220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4c109ebc-6890-4b80-82bb-09b70f0fd8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3dbd0609-eaa8-4459-925b-a01865743fa9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:38.377304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4c109ebc-6890-4b80-82bb-09b70f0fd8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:38.380832 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4c109ebc-6890-4b80-82bb-09b70f0fd8cb admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3dbd0609-eaa8-4459-925b-a01865743fa9 HTTP/1.1" status: 204 len: 168 time: 0.3312469 Oct 21 15:10:38.388572 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c109ebc-6890-4b80-82bb-09b70f0fd8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd0609-eaa8-4459-925b-a01865743fa9,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:39.119991 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8602501-2a42-403c-8974-67a2ef4a3d52 req-9bbb8ea6-d8ec-4512-bdf1-9b04093753ce tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:39.119991 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8602501-2a42-403c-8974-67a2ef4a3d52 req-9bbb8ea6-d8ec-4512-bdf1-9b04093753ce tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0578279 Oct 21 15:10:39.119991 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:39.119991 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c8602501-2a42-403c-8974-67a2ef4a3d52 req-1fc83a22-41ce-4915-866f-5a3579256235 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516832 Oct 21 15:10:39.212234 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-18e023dd-f054-4213-9cb8-74c6bb55e02a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:39.213675 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-18e023dd-f054-4213-9cb8-74c6bb55e02a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 946 time: 0.0503290 Oct 21 15:10:39.311274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Deleting port 3dafda79-f594-42a3-9926-a914f06e3f6f {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:10:39.311616 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:39.402908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ae1b6-1a81-478e-abff-81e21f4ad14a req-cf52f79c-70f5-44ad-8ddc-64d30881ea25 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:39.404449 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c17ae1b6-1a81-478e-abff-81e21f4ad14a req-cf52f79c-70f5-44ad-8ddc-64d30881ea25 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0585165 Oct 21 15:10:39.467163 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c17ae1b6-1a81-478e-abff-81e21f4ad14a req-10df06db-6421-4116-807d-8b46a27831ce tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566278 Oct 21 15:10:39.684623 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] For port 3dafda79-f594-42a3-9926-a914f06e3f6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dafda79-f594-42a3-9926-a914f06e3f6f,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:39.687797 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:39.880237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:39.894832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:39.895290 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (fc21fcde-61ac-4179-b63a-1afb0fcfe900), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:39.895677 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Floating IP fc21fcde-61ac-4179-b63a-1afb0fcfe900 disassociated. External IP: 172.27.0.103, port: 3dafda79-f594-42a3-9926-a914f06e3f6f. Oct 21 15:10:39.896087 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Calling delete_port for 3dafda79-f594-42a3-9926-a914f06e3f6f owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:10:40.047203 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:40.141472 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (3dafda79-f594-42a3-9926-a914f06e3f6f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:40.171457 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-97d074cd-04dd-458a-b346-9379c7cf3baf req-3ce3f549-f33e-4d2f-bbc4-751e2e3c983a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0391934 Oct 21 15:10:40.199124 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'Port': ['ID=3dafda79-f594-42a3-9926-a914f06e3f6f,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:40.336478 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:10:40.477782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:10:40.495416 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:10:40.529426 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:40.531737 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:40.532813 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] No DVR routers for this DVR port 3dafda79-f594-42a3-9926-a914f06e3f6f on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:10:40.537217 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:40.541020 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f6a7609b-0225-4a51-86d2-591213e62c51 req-418b4f80-a356-4f9d-8780-d76ecaccf8c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3dafda79-f594-42a3-9926-a914f06e3f6f HTTP/1.1" status: 204 len: 173 time: 1.3216150 Oct 21 15:10:40.541557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'name': 'network-vif-deleted', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:40.545075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd9783e-8599-4e3a-82c0-4fd99c22a7e7" -d '{"events": [{"server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "name": "network-vif-deleted", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:40.627993 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff325f6c-67f2-40ba-9a2b-530e9a80b979 x-openstack-request-id: req-ff325f6c-67f2-40ba-9a2b-530e9a80b979 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:40.628290 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5259dd-4225-4de2-9782-ef2b6373a42f", "name": "network-vif-deleted", "tag": "3dafda79-f594-42a3-9926-a914f06e3f6f", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:40.628548 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff325f6c-67f2-40ba-9a2b-530e9a80b979 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:40.628959 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff325f6c-67f2-40ba-9a2b-530e9a80b979'] response: {'server_uuid': 'ac5259dd-4225-4de2-9782-ef2b6373a42f', 'name': 'network-vif-deleted', 'tag': '3dafda79-f594-42a3-9926-a914f06e3f6f', 'status': 'completed', 'code': 200} Oct 21 15:10:40.754729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475bf4-2dfe-4ce4-9b66-04e0418153c7 req-d418c5a7-86fc-47cd-9a25-7d031e5ca315 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:40.758718 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-25475bf4-2dfe-4ce4-9b66-04e0418153c7 req-d418c5a7-86fc-47cd-9a25-7d031e5ca315 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.1230481 Oct 21 15:10:40.869917 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-25475bf4-2dfe-4ce4-9b66-04e0418153c7 req-6e4a1838-39a3-4746-bcd9-54d2c6883599 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977790 Oct 21 15:10:41.000839 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:41.252562 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:41.287170 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:10:41.291974 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:10:41.293054 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:41.368056 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5e7250c5-57bc-4eb8-bf69-dbcf12db709b req-a931f163-778f-48fc-9fbc-0b7c36bffea0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ac5259dd-4225-4de2-9782-ef2b6373a42f HTTP/1.1" status: 200 len: 210 time: 0.0574696 Oct 21 15:10:41.441698 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:10:41.551956 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:41.697454 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:10:41.728583 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b8926-2948-4674-a5e2-bb056e409038 None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:10:42.075989 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ce51-93ad-4f3b-9cc3-b23dcf11dd84 req-961608b2-3a28-45f5-986d-a1674a25eb08 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:42.080843 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c749ce51-93ad-4f3b-9cc3-b23dcf11dd84 req-961608b2-3a28-45f5-986d-a1674a25eb08 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.1099181 Oct 21 15:10:42.096720 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46048340-06a4-4582-8d0b-7f2057552a3b None None] New status for floating IP fc21fcde-61ac-4179-b63a-1afb0fcfe900: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:10:42.156759 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c749ce51-93ad-4f3b-9cc3-b23dcf11dd84 req-1b6cca37-7bfb-43f3-ae72-509e4e7beeb1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699110 Oct 21 15:10:42.724593 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-a342e636-5b79-4c0a-bfa4-0a1f2c020318 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1507373944&fields=id&tenant_id=57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 267 time: 0.0620077 Oct 21 15:10:42.837606 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-685e2de3-8c20-4ea7-a4d6-df36c5344061 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:42.839486 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-685e2de3-8c20-4ea7-a4d6-df36c5344061 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 812 time: 0.1141152 Oct 21 15:10:42.855976 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-6f2417df-6e67-42da-9936-abbfa41b438a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/quotas/57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 375 time: 0.0109277 Oct 21 15:10:42.872907 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:42.918403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-4649193b-c146-42c8-b125-b86647fa56c9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542347 Oct 21 15:10:43.030431 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-d74d5dbd-8bee-467a-b6f4-1a7c8d2f39f8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023943 Oct 21 15:10:43.127154 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-93b82fd9-2e63-4f8e-9f58-38dbd2186b1c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907967 Oct 21 15:10:43.303378 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa39fc-f5fb-45b9-a578-ac183628cb0c req-c0cf02cb-c127-41ac-a358-2ceb990535f3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:43.305468 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-25aa39fc-f5fb-45b9-a578-ac183628cb0c req-c0cf02cb-c127-41ac-a358-2ceb990535f3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0542784 Oct 21 15:10:43.367845 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-25aa39fc-f5fb-45b9-a578-ac183628cb0c req-6ad11efa-ba8c-41e0-81ed-c498fca1b70e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549397 Oct 21 15:10:43.740844 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72484189-a64c-49f6-a955-e66d00359de4 req-2cc88fed-b8a6-42ea-b69b-200f5513f7c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 210 time: 0.0367439 Oct 21 15:10:43.838654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dafda79-f594-42a3-9926-a914f06e3f6f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:43.873184 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 3dafda79-f594-42a3-9926-a914f06e3f6f {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:10:43.873531 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 3dafda79-f594-42a3-9926-a914f06e3f6f not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:10:44.506355 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb343dc-a4f6-417c-98f1-0d28bfe8c685 req-22c70a68-5d38-4b55-a638-5088bdbf2cd2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:44.508708 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fbb343dc-a4f6-417c-98f1-0d28bfe8c685 req-22c70a68-5d38-4b55-a638-5088bdbf2cd2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0544565 Oct 21 15:10:44.532095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:44.561370 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fbb343dc-a4f6-417c-98f1-0d28bfe8c685 req-5cf2d014-f8f3-441d-acfc-105f8c2b3405 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459766 Oct 21 15:10:44.846346 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd250457-4ae5-4e71-928d-bc0db263417d req-3d25d555-3653-4a28-858a-28f755c7ceb2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 210 time: 0.0281107 Oct 21 15:10:45.105630 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-aad1be79-d850-430c-bd4f-d8d8bea0da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:45.107088 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-aad1be79-d850-430c-bd4f-d8d8bea0da42 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1130 time: 0.0436220 Oct 21 15:10:45.198361 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-033004d4-4c2e-4358-bc43-8454d7024aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:45.199874 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-033004d4-4c2e-4358-bc43-8454d7024aa9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.0869749 Oct 21 15:10:45.267110 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-32c83ab8-b46a-43cf-b14e-fdf564433f62 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 1002 time: 0.0600455 Oct 21 15:10:45.315206 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-a79f1df0-04d6-4b91-80e3-46b68affc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:45.316700 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-a79f1df0-04d6-4b91-80e3-46b68affc017 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0444393 Oct 21 15:10:45.360961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-92af6201-20db-4809-8804-f670db8479a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:45.362527 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-92af6201-20db-4809-8804-f670db8479a9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399511 Oct 21 15:10:45.470130 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-85af5d8d-c5ce-4fca-8357-27894f66b7bf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017613 Oct 21 15:10:45.496373 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:45.566863 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9fe59a70-b98e-43bb-a73d-f239de3fcc3f req-de03af61-ef48-4d85-99f5-a0389fcb8437 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913446 Oct 21 15:10:45.688356 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae7db0-fff2-4c17-982e-389b02881a51 req-cedbdb9b-6a08-489a-9fb1-92f388462501 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:45.689851 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04ae7db0-fff2-4c17-982e-389b02881a51 req-cedbdb9b-6a08-489a-9fb1-92f388462501 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0470459 Oct 21 15:10:45.736512 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04ae7db0-fff2-4c17-982e-389b02881a51 req-e007d193-e7aa-494c-8ca6-7c96468dd8af tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Oct 21 15:10:45.954040 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a1ec1bb-6fef-476b-969e-2e6638178417 req-e64adc27-1d26-495b-83b9-8b3631bed976 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 210 time: 0.0309968 Oct 21 15:10:46.866503 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06175f9-d3a4-4f10-a089-96f34a534ba7 req-7329a4a4-c2a8-4244-8ca0-047cba13c2c3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:46.868125 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e06175f9-d3a4-4f10-a089-96f34a534ba7 req-7329a4a4-c2a8-4244-8ca0-047cba13c2c3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0461414 Oct 21 15:10:46.915497 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e06175f9-d3a4-4f10-a089-96f34a534ba7 req-5f75c84e-5651-4fc7-ac6e-f87fc1c59e0c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419204 Oct 21 15:10:47.056315 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-32f9ab49-f57d-4750-a154-2bc8128f4ab2 req-878d5e44-8d97-4022-ad82-1c4eb6e5f42d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 210 time: 0.0265231 Oct 21 15:10:47.480497 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-e09bbae4-2cef-4913-a12b-3be3277f68d9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:47.482034 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-e09bbae4-2cef-4913-a12b-3be3277f68d9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 812 time: 0.1063898 Oct 21 15:10:47.569852 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-2d06306c-78b0-4634-a274-c545f283f127 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 380 time: 0.0595484 Oct 21 15:10:47.578946 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'port': {'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'admin_state_up': True, 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'security_groups': ['6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:47.770330 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:47.787636 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Made reservation on behalf of 57eb0443c72743c8b3ab016fdf5c9745 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:10:47.792629 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:47.934042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:47.943559 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Allocated IP 172.20.0.4 (ba5ce276-5178-4856-9bdd-bc914a7bfa6c/308cd7cd-1ecc-440b-9a3a-ab84c7c28370/43c1dcac-2dbe-49cd-af7e-a725c9841d55) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:10:48.077615 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4acd9-4147-4035-b9a9-a0ff3211155d req-e625879d-b0cd-4c59-80ff-47ed78ef8ccd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:48.079766 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5dc4acd9-4147-4035-b9a9-a0ff3211155d req-e625879d-b0cd-4c59-80ff-47ed78ef8ccd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 946 time: 0.0707469 Oct 21 15:10:48.093931 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.154020 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5dc4acd9-4147-4035-b9a9-a0ff3211155d req-1953aabc-469e-44e9-b540-4c9b64809a7d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666511 Oct 21 15:10:48.171751 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b7a21dd8-2913-4322-93fb-6ee5808e5f73 req-3f596788-f1ea-4c98-9047-f5ff8df4a4c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 210 time: 0.0317583 Oct 21 15:10:48.228928 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.279876 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:10:48.283285 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:10:48.286921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:48.287901 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:10:48.295132 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=43c1dcac-2dbe-49cd-af7e-a725c9841d55,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:48.342383 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:48.343115 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.443442 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-b7a9f832-a909-4015-94b6-e4e2d37d90dd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676705 Oct 21 15:10:48.455377 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Request body: {'port': {'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:10:48.516871 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.549536 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-f4fc2972-cc58-48d6-b103-9fd962bae521 None None] Provisioning complete for port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:10:48.551409 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2972-cc58-48d6-b103-9fd962bae521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.551409 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-f4fc2972-cc58-48d6-b103-9fd962bae521 None None] Attempt 1 to provision port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 Oct 21 15:10:48.584732 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc2972-cc58-48d6-b103-9fd962bae521 None None] Port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:10:48.790656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c1dcac-2dbe-49cd-af7e-a725c9841d55 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:10:48.798448 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Publish callbacks [] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.812196 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Transition to ACTIVE for port object 43c1dcac-2dbe-49cd-af7e-a725c9841d55 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:10:48.893710 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8ac09919-3f49-413e-b4b8-e2b21ccc3c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:48.922304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:49.010991 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Pushing event updated for resources: {'Port': ['ID=43c1dcac-2dbe-49cd-af7e-a725c9841d55,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:49.022142 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:49.045293 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Attempting to bind port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:10:49.045624 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Attempting to bind port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:10:49.045953 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Attempting to bind port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:10:49.093762 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:10:49.094089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Attempting to bind port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:10:49.142529 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:10:49.143052 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Checking segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:10:49.143428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Bound using segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:10:49.143869 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Bound port: 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:10:49.144230 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:49.217782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] For port 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:10:49.221079 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] For port 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:10:49.297864 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5073844-9ca4-46fc-85de-241498396bbd req-7aae4403-9306-496f-8a95-222bfbb528af tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.299323 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d5073844-9ca4-46fc-85de-241498396bbd req-7aae4403-9306-496f-8a95-222bfbb528af tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0493951 Oct 21 15:10:49.329730 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:49.336967 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.338112 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:49.339693 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 200 len: 1093 time: 0.8888714 Oct 21 15:10:49.344456 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:49.347430 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3019c88b-5e18-45ce-85bc-b9c3e838c670" -d '{"events": [{"name": "network-changed", "server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:49.356397 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d5073844-9ca4-46fc-85de-241498396bbd req-34f7f960-8cd1-4e3d-adfa-1ece03db4831 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Oct 21 15:10:49.384388 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:49.400236 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354768d9-48ae-4af9-8d22-9ad95cce992c service neutron] Pushing event updated for resources: {'Port': ['ID=43c1dcac-2dbe-49cd-af7e-a725c9841d55,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:49.407025 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca0abf9-03bc-4f6f-bb7f-e76070cc9cd8 x-openstack-request-id: req-1ca0abf9-03bc-4f6f-bb7f-e76070cc9cd8 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:49.407582 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:49.407917 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ca0abf9-03bc-4f6f-bb7f-e76070cc9cd8 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:49.408426 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca0abf9-03bc-4f6f-bb7f-e76070cc9cd8'] response: {'name': 'network-changed', 'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'status': 'completed', 'code': 200} Oct 21 15:10:49.487175 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c88b-5e18-45ce-85bc-b9c3e838c670 req-97c876c2-06cf-42db-9b0f-a452b38da7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.489556 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3019c88b-5e18-45ce-85bc-b9c3e838c670 req-97c876c2-06cf-42db-9b0f-a452b38da7bc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1127 time: 0.0519269 Oct 21 15:10:49.590721 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c88b-5e18-45ce-85bc-b9c3e838c670 req-18dd4149-bd88-4659-9e4a-4575a65ca25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.592348 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3019c88b-5e18-45ce-85bc-b9c3e838c670 req-18dd4149-bd88-4659-9e4a-4575a65ca25d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0965774 Oct 21 15:10:49.695767 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c88b-5e18-45ce-85bc-b9c3e838c670 req-b0f9bbf7-3c3d-4e06-bb61-645bd7f62164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.695767 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-3019c88b-5e18-45ce-85bc-b9c3e838c670 req-b0f9bbf7-3c3d-4e06-bb61-645bd7f62164 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969183 Oct 21 15:10:49.780688 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-ed26e119-98a3-40d3-ba82-8d3b0697cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.782200 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-ed26e119-98a3-40d3-ba82-8d3b0697cd03 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1127 time: 0.0438857 Oct 21 15:10:49.830797 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-2a6450ab-2b03-4f48-ae17-b59452bdc195 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 200 len: 217 time: 0.0409718 Oct 21 15:10:49.867332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:10:49.885835 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-772c6596-1c8d-4037-b42f-a7918112eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.887355 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-772c6596-1c8d-4037-b42f-a7918112eb6a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0499034 Oct 21 15:10:49.949223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-54677beb-a9fb-4a14-893a-4c68cb52b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:49.951329 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-54677beb-a9fb-4a14-893a-4c68cb52b5a5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567436 Oct 21 15:10:49.955232 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: ACTIVE; New status is: DOWN {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:10:49.955760 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:49.985329 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:10:49.987344 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21239582-4078-48b4-aeba-117c3ba0746a" -d '{"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-unplugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:10:50.001401 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:10:50.051536 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Oct 2022 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe4333-82b1-4205-b8de-a482919dac38 x-openstack-request-id: req-2ffe4333-82b1-4205-b8de-a482919dac38 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:10:50.051833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-unplugged", "status": "failed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "code": 422}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:10:50.052251 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ffe4333-82b1-4205-b8de-a482919dac38 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:10:50.052874 dv-cinder-836083-16-iscsi neutron-server[105100]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2ffe4333-82b1-4205-b8de-a482919dac38']: {'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'code': 422} returned with failed status Oct 21 15:10:50.061695 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:50.068531 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-ed5657f2-eb1a-46c4-90c0-35c7ed88994c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088364 Oct 21 15:10:50.095124 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:50.114457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=8']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:50.168173 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-eb2d8edf-6af3-444f-89f2-05f5350900d7 req-cd767f51-9fd7-49ea-937d-2f39451b2ed3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926275 Oct 21 15:10:50.484516 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08a07-86d6-4eca-b1ca-b22971a82440 req-5c3be71e-2992-49f6-a8f6-124e60430a78 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:50.486006 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2fe08a07-86d6-4eca-b1ca-b22971a82440 req-5c3be71e-2992-49f6-a8f6-124e60430a78 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0508530 Oct 21 15:10:50.515488 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-58d53d49-aefb-4eca-ab8a-8b114a2a0ca0 req-a9bfd5f8-b187-456e-b8ec-c0ac51376b76 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:10:50.516446 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-58d53d49-aefb-4eca-ab8a-8b114a2a0ca0 req-a9bfd5f8-b187-456e-b8ec-c0ac51376b76 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049994 Oct 21 15:10:50.542306 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2fe08a07-86d6-4eca-b1ca-b22971a82440 req-9b2d7c17-aa64-45b5-97a4-b7b8e48761c1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500636 Oct 21 15:10:50.915820 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d1f1e-b3d6-412d-9f3b-155bce2dde63 req-9cc9b7b5-c194-44a1-94e4-e15fb61f6058 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:50.917492 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d09d1f1e-b3d6-412d-9f3b-155bce2dde63 req-9cc9b7b5-c194-44a1-94e4-e15fb61f6058 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0475743 Oct 21 15:10:50.966975 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d09d1f1e-b3d6-412d-9f3b-155bce2dde63 req-bda9caf5-60c0-4976-b5e7-84870c657faf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435722 Oct 21 15:10:51.158577 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-0ca64a4e-dcbe-4d5a-b808-429015868d40 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404510 Oct 21 15:10:51.237538 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-3e00e6f2-6e28-4b80-abba-d870faba51a9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:51.238909 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-3e00e6f2-6e28-4b80-abba-d870faba51a9 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports/fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 941 time: 0.0520897 Oct 21 15:10:51.420148 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6c25fd5a-e02b-40de-8a0e-bc2bb1232c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:51.664564 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670653a-8fbe-4ccb-9420-cdaf02bd2ddf req-c06254a4-7166-4ad2-989a-c758c40b27c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:51.666090 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b670653a-8fbe-4ccb-9420-cdaf02bd2ddf req-c06254a4-7166-4ad2-989a-c758c40b27c3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0468345 Oct 21 15:10:51.722142 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b670653a-8fbe-4ccb-9420-cdaf02bd2ddf req-d0e4b672-97c2-4faa-a0c2-6c4761f1d451 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500128 Oct 21 15:10:52.100857 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6d892-d676-40ec-930e-051b852bd0b6 req-6fc7e585-f7c3-4e76-900c-ac37f4a99d32 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:52.101883 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:52.103028 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-92f6d892-d676-40ec-930e-051b852bd0b6 req-6fc7e585-f7c3-4e76-900c-ac37f4a99d32 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0522821 Oct 21 15:10:52.136635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:52.153871 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-92f6d892-d676-40ec-930e-051b852bd0b6 req-870f14b4-74e6-40e2-83ad-577be588aad0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452740 Oct 21 15:10:52.227206 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:52.433635 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:52.507801 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:52.821870 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-ee8c95bb-7a02-4d00-a8d2-76a58ae2159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:52.823582 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-ee8c95bb-7a02-4d00-a8d2-76a58ae2159d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660&tenant_id=c83d10829a81437fb4d56fe488581212 HTTP/1.1" status: 200 len: 1128 time: 0.0410480 Oct 21 15:10:52.848939 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469dc0f-7970-4926-bc36-edead7634d95 req-cefb74f7-8f92-4a9f-a15f-9be5dbd45160 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:52.850498 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f469dc0f-7970-4926-bc36-edead7634d95 req-cefb74f7-8f92-4a9f-a15f-9be5dbd45160 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0502076 Oct 21 15:10:52.887814 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-9a9935c6-7a96-44e5-8eb3-f76d5f8b54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:52.889346 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-9a9935c6-7a96-44e5-8eb3-f76d5f8b54b3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1128 time: 0.0401342 Oct 21 15:10:52.904807 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f469dc0f-7970-4926-bc36-edead7634d95 req-506d7f1a-3454-4cf3-8ca8-3ae89117849f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485649 Oct 21 15:10:52.985438 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-a06a8004-19ac-4e78-a56b-fa46f7169872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:52.986941 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-a06a8004-19ac-4e78-a56b-fa46f7169872 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.0918932 Oct 21 15:10:53.048464 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-deff3fdf-f921-4fb5-8ff4-c038e7cf0a1b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 1000 time: 0.0551472 Oct 21 15:10:53.099610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-15bd9dc1-b85d-47b9-a0bb-add98a2a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:53.101024 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-15bd9dc1-b85d-47b9-a0bb-add98a2a31e9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0466127 Oct 21 15:10:53.144199 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-8a3576eb-2592-4dc4-a742-4f8679d4a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:53.145568 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-8a3576eb-2592-4dc4-a742-4f8679d4a98c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381029 Oct 21 15:10:53.233617 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-c91f2f3b-e584-4643-91cb-931fc1887c3e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822558 Oct 21 15:10:53.285957 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ba732-f6bb-460d-862e-53c894f8a3cd req-b71d7e44-c5eb-4c2c-a075-ccc882124fd6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:53.287817 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-751ba732-f6bb-460d-862e-53c894f8a3cd req-b71d7e44-c5eb-4c2c-a075-ccc882124fd6 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0515730 Oct 21 15:10:53.327920 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-cc7eeb36-b17d-4349-a658-7c31d9f21b6b req-1b0d2f95-0733-4f51-a4bb-93828de2a39d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Oct 21 15:10:53.335972 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-751ba732-f6bb-460d-862e-53c894f8a3cd req-5e3816ce-7098-456d-87f0-78028fd9650c tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Oct 21 15:10:53.896375 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44666) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:54.029416 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.065734 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.089475 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:54.094341 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.113208 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6580e-f651-47d3-9d3e-658555bbf73b req-120f4ee8-d6da-4de6-91ca-20c78e499211 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:54.115009 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6ab6580e-f651-47d3-9d3e-658555bbf73b req-120f4ee8-d6da-4de6-91ca-20c78e499211 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0746515 Oct 21 15:10:54.198715 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6ab6580e-f651-47d3-9d3e-658555bbf73b req-14aa9c8d-c5c1-45f6-b46f-97033d5ed99f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760810 Oct 21 15:10:54.223209 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Publish callbacks [] for security_group (b27b792f-4f08-4774-984e-710f3255fc51), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.283124 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b27b792f-4f08-4774-984e-710f3255fc51), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.332792 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9fd1bdf287b3429b9c1a69034b74d149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352927 Oct 21 15:10:54.333924 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27b792f-4f08-4774-984e-710f3255fc51,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:54.337309 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44676) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:54.354102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.354923 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.355258 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.355444 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.355864 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.356222 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.356769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.357187 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.357698 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.358613 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.358613 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.358994 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.359099 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.359498 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.359741 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df4d83-81b2-4906-a026-4fda26e908c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:10:54.451709 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-07e92e12-9092-40be-bb44-c06c47c1d33f admin admin] Publish callbacks [] for security_group (b27b792f-4f08-4774-984e-710f3255fc51), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.498240 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-07e92e12-9092-40be-bb44-c06c47c1d33f admin admin] Publish callbacks [] for security_group (b27b792f-4f08-4774-984e-710f3255fc51), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.515916 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d1985-4049-4757-9d1b-12f2baf7ae88 req-fceecbd5-789f-491d-9bde-70e8a9e202c7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:54.517867 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-272d1985-4049-4757-9d1b-12f2baf7ae88 req-fceecbd5-789f-491d-9bde-70e8a9e202c7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0668161 Oct 21 15:10:54.572478 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-272d1985-4049-4757-9d1b-12f2baf7ae88 req-e2d30b60-00bd-45e4-9103-83e342b46352 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476482 Oct 21 15:10:54.673264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-07e92e12-9092-40be-bb44-c06c47c1d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b27b792f-4f08-4774-984e-710f3255fc51), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.676203 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-07e92e12-9092-40be-bb44-c06c47c1d33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:54.677263 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-07e92e12-9092-40be-bb44-c06c47c1d33f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b27b792f-4f08-4774-984e-710f3255fc51 HTTP/1.1" status: 204 len: 168 time: 0.3382962 Oct 21 15:10:54.686479 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e92e12-9092-40be-bb44-c06c47c1d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27b792f-4f08-4774-984e-710f3255fc51,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:55.345604 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a7cca-c9b3-4127-9ef9-fcdbb39429f5 req-39549184-c534-4368-a297-a2b54e1754ba tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:55.347319 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fe9a7cca-c9b3-4127-9ef9-fcdbb39429f5 req-39549184-c534-4368-a297-a2b54e1754ba tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0570030 Oct 21 15:10:55.380652 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44688) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:55.395468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee478-3d5d-49cf-9aec-3c4da8219763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.424436 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fe9a7cca-c9b3-4127-9ef9-fcdbb39429f5 req-2d98385b-239d-42a0-97b7-ca53082334cf tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708313 Oct 21 15:10:55.447102 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:55.475229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:55.487067 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee478-3d5d-49cf-9aec-3c4da8219763 admin admin] Publish callbacks [] for security_group (74a5c4dd-a36a-455a-a980-6731f40dbbd2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.572204 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee478-3d5d-49cf-9aec-3c4da8219763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (74a5c4dd-a36a-455a-a980-6731f40dbbd2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.627897 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cd3ee478-3d5d-49cf-9aec-3c4da8219763 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5acd30143242435aa70986d0d9e0d4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455678 Oct 21 15:10:55.630602 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44692) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:55.641736 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee478-3d5d-49cf-9aec-3c4da8219763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5c4dd-a36a-455a-a980-6731f40dbbd2,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:55.699789 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:55.764660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc1b7-b0bd-489f-ac11-5ee5f99d5b28 admin admin] Publish callbacks [] for security_group (74a5c4dd-a36a-455a-a980-6731f40dbbd2), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.787513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64d9fc-93d9-4bf5-a71a-7736fc24621d req-cfa700a6-90dd-4fa2-ab60-e414527106c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:55.792694 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ed64d9fc-93d9-4bf5-a71a-7736fc24621d req-cfa700a6-90dd-4fa2-ab60-e414527106c0 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0901647 Oct 21 15:10:55.807227 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc1b7-b0bd-489f-ac11-5ee5f99d5b28 admin admin] Publish callbacks [] for security_group (74a5c4dd-a36a-455a-a980-6731f40dbbd2), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.888506 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ed64d9fc-93d9-4bf5-a71a-7736fc24621d req-7f0e34ba-ca84-4737-8797-d5a6f5ed29c7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700965 Oct 21 15:10:55.986999 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc1b7-b0bd-489f-ac11-5ee5f99d5b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (74a5c4dd-a36a-455a-a980-6731f40dbbd2), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.989590 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc1b7-b0bd-489f-ac11-5ee5f99d5b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:55.994371 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f3bcc1b7-b0bd-489f-ac11-5ee5f99d5b28 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/74a5c4dd-a36a-455a-a980-6731f40dbbd2 HTTP/1.1" status: 204 len: 168 time: 0.3592162 Oct 21 15:10:56.002684 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcc1b7-b0bd-489f-ac11-5ee5f99d5b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5c4dd-a36a-455a-a980-6731f40dbbd2,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:56.592411 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842e7dd-d163-4352-9eb4-0830cfd9c93c req-1ff58101-d7c8-4d37-b7a4-984f39ebbf3c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:56.594012 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1842e7dd-d163-4352-9eb4-0830cfd9c93c req-1ff58101-d7c8-4d37-b7a4-984f39ebbf3c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0738547 Oct 21 15:10:56.660117 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1842e7dd-d163-4352-9eb4-0830cfd9c93c req-ee2e32d0-15a2-43ce-a095-fd2c0afa2649 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601015 Oct 21 15:10:57.052598 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f352d-aa58-424f-92bf-e86a38f57c9c req-240166d6-b61d-4305-b1b6-8a15b734f1f2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:57.063172 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-515f352d-aa58-424f-92bf-e86a38f57c9c req-240166d6-b61d-4305-b1b6-8a15b734f1f2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0543730 Oct 21 15:10:57.110086 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-515f352d-aa58-424f-92bf-e86a38f57c9c req-4f92809e-a97a-4cb4-aff1-d3d7c907ef42 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460122 Oct 21 15:10:57.791614 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f631819-1276-4348-9959-1c6db0f63f4c req-eec690de-650e-4c1a-9025-cb6855fb8824 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:57.793115 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5f631819-1276-4348-9959-1c6db0f63f4c req-eec690de-650e-4c1a-9025-cb6855fb8824 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0511999 Oct 21 15:10:57.878871 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5f631819-1276-4348-9959-1c6db0f63f4c req-d4d9b55d-7b27-4de1-8a76-582ce425b865 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704114 Oct 21 15:10:58.018113 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 44736) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:58.144016 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-29bfbb75-f26d-43a6-96c6-db450dd323d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.231786 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-29bfbb75-f26d-43a6-96c6-db450dd323d2 admin admin] Publish callbacks [] for security_group (cad27670-a05c-431f-83e7-244ec2be9cda), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.251925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee3560-3eee-442f-bcf3-d57c90b58f5d req-43dd21ec-8fb6-486d-a9a1-007f8d8c2df7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:58.251925 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bbee3560-3eee-442f-bcf3-d57c90b58f5d req-43dd21ec-8fb6-486d-a9a1-007f8d8c2df7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0497160 Oct 21 15:10:58.322778 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bbee3560-3eee-442f-bcf3-d57c90b58f5d req-914e7fe4-0de4-49cc-8b4f-23b4fc96ede3 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628395 Oct 21 15:10:58.328444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-29bfbb75-f26d-43a6-96c6-db450dd323d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (cad27670-a05c-431f-83e7-244ec2be9cda), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.389997 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfbb75-f26d-43a6-96c6-db450dd323d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad27670-a05c-431f-83e7-244ec2be9cda,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:58.399615 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 44744) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:10:58.399751 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-29bfbb75-f26d-43a6-96c6-db450dd323d2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e8cfccb2a72d451598599b80d37c438a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804538 Oct 21 15:10:58.405655 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:10:58.455838 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2708e155-a1f5-40d7-94b1-dd0a7242b6e1 admin admin] Publish callbacks [] for security_group (cad27670-a05c-431f-83e7-244ec2be9cda), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.478676 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2708e155-a1f5-40d7-94b1-dd0a7242b6e1 admin admin] Publish callbacks [] for security_group (cad27670-a05c-431f-83e7-244ec2be9cda), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.661733 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2708e155-a1f5-40d7-94b1-dd0a7242b6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (cad27670-a05c-431f-83e7-244ec2be9cda), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.664640 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-2708e155-a1f5-40d7-94b1-dd0a7242b6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:10:58.666429 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-2708e155-a1f5-40d7-94b1-dd0a7242b6e1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/cad27670-a05c-431f-83e7-244ec2be9cda HTTP/1.1" status: 204 len: 168 time: 0.2654150 Oct 21 15:10:58.676552 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708e155-a1f5-40d7-94b1-dd0a7242b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad27670-a05c-431f-83e7-244ec2be9cda,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:10:59.037271 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b317f-e9ee-4e90-b0ea-cc36cc0fd0d6 req-d6f76b52-544b-448e-bb1a-325c665c3e85 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:59.044735 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fe2b317f-e9ee-4e90-b0ea-cc36cc0fd0d6 req-d6f76b52-544b-448e-bb1a-325c665c3e85 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0720177 Oct 21 15:10:59.104675 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fe2b317f-e9ee-4e90-b0ea-cc36cc0fd0d6 req-b86f5213-0b88-47b7-9900-3b161831e956 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586195 Oct 21 15:10:59.494787 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9749a-f6ba-4aa4-aa4c-410ed6a392ab req-3c78a8c0-3d46-4f8a-b5b2-9db9a3c44427 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:10:59.496576 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82c9749a-f6ba-4aa4-aa4c-410ed6a392ab req-3c78a8c0-3d46-4f8a-b5b2-9db9a3c44427 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0685341 Oct 21 15:10:59.563105 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-82c9749a-f6ba-4aa4-aa4c-410ed6a392ab req-25095879-131a-4bf3-8911-35c65511f349 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608475 Oct 21 15:11:00.245362 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ce67-4d1f-4b3c-ab3d-2acd5fd1edfa req-51349877-ad63-4069-b32d-3ac782a0fcc1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:00.247038 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a5e9ce67-4d1f-4b3c-ab3d-2acd5fd1edfa req-51349877-ad63-4069-b32d-3ac782a0fcc1 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0610650 Oct 21 15:11:00.344789 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a5e9ce67-4d1f-4b3c-ab3d-2acd5fd1edfa req-efd173bb-126d-4c3a-b8b6-f223c427aa01 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789473 Oct 21 15:11:00.689378 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c40aa-4187-4caf-bfec-08fab765fe5f req-538139af-84da-446d-8b57-5e2c3da1ceae tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:00.691511 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a90c40aa-4187-4caf-bfec-08fab765fe5f req-538139af-84da-446d-8b57-5e2c3da1ceae tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0512280 Oct 21 15:11:00.745215 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:00.749941 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a90c40aa-4187-4caf-bfec-08fab765fe5f req-3c6f7f5b-b98a-468a-aa37-dc577a11bdc1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Oct 21 15:11:01.472632 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a87fe-6d9c-48f8-8d23-c2890d5fc211 req-c652ea9f-770a-40be-9df0-390bcc2166fd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:01.474123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-202a87fe-6d9c-48f8-8d23-c2890d5fc211 req-c652ea9f-770a-40be-9df0-390bcc2166fd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0551102 Oct 21 15:11:01.536599 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-202a87fe-6d9c-48f8-8d23-c2890d5fc211 req-23bd43dc-5afd-4355-910c-acc958b6a4f8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565996 Oct 21 15:11:01.886180 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015c3cf-f398-4b3e-8041-e47619f3deb3 req-cfe47acc-5834-4916-b9e0-de3497111917 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:01.887668 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5015c3cf-f398-4b3e-8041-e47619f3deb3 req-cfe47acc-5834-4916-b9e0-de3497111917 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0479467 Oct 21 15:11:01.937521 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5015c3cf-f398-4b3e-8041-e47619f3deb3 req-e78ef98a-073e-4fe6-9258-a758d6b3dee1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Oct 21 15:11:02.190061 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:11:02.675148 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941d74d-fdb8-4300-b274-1e0de711f39f req-3dee4db8-a0b5-4d26-973d-b317adbe05af tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:02.676614 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5941d74d-fdb8-4300-b274-1e0de711f39f req-3dee4db8-a0b5-4d26-973d-b317adbe05af tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0522535 Oct 21 15:11:02.727849 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5941d74d-fdb8-4300-b274-1e0de711f39f req-0ab61456-071a-428f-90d5-f81246633a99 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451016 Oct 21 15:11:03.067660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54661a-afaa-4985-8a5d-587e0a84e6c8 req-cff035e8-5ca5-40ae-bd72-7d05a79a40ce tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:03.069120 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4f54661a-afaa-4985-8a5d-587e0a84e6c8 req-cff035e8-5ca5-40ae-bd72-7d05a79a40ce tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0505829 Oct 21 15:11:03.118259 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4f54661a-afaa-4985-8a5d-587e0a84e6c8 req-0ccdeb50-384c-4150-9353-119a6f5889b1 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Oct 21 15:11:03.852632 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd3f1-1940-4a69-94e0-5ff7e0e8af9f req-d80cdd30-59dd-4aed-a6e3-31cdcd53bbb8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:03.854234 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3b3bd3f1-1940-4a69-94e0-5ff7e0e8af9f req-d80cdd30-59dd-4aed-a6e3-31cdcd53bbb8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0481155 Oct 21 15:11:03.904492 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3b3bd3f1-1940-4a69-94e0-5ff7e0e8af9f req-a3546bd5-22c1-4262-b02c-069cf3e347ea tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Oct 21 15:11:04.226373 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:04.245129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324952-5729-4bab-a985-ffec7a2cf612 req-287621bb-c610-4458-b26d-512e6f9e33f4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:04.246572 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e1324952-5729-4bab-a985-ffec7a2cf612 req-287621bb-c610-4458-b26d-512e6f9e33f4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0477078 Oct 21 15:11:04.300033 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e1324952-5729-4bab-a985-ffec7a2cf612 req-8a6bf979-2117-4c50-b9e3-9d4583deac66 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475028 Oct 21 15:11:05.023373 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce175-4683-4e88-ab54-d0017a9070a4 req-d764bf23-c08d-4261-bbaa-621e000b5ad0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:05.024657 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e0ce175-4683-4e88-ab54-d0017a9070a4 req-d764bf23-c08d-4261-bbaa-621e000b5ad0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0453362 Oct 21 15:11:05.073900 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e0ce175-4683-4e88-ab54-d0017a9070a4 req-bf22f2a0-6e93-464c-a244-f5cc5496041e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Oct 21 15:11:05.440587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d13d9-5637-4d80-a736-b7822848db73 req-b2f6bebb-efae-475e-a6bd-bc5a9f44fb35 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:05.440587 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b31d13d9-5637-4d80-a736-b7822848db73 req-b2f6bebb-efae-475e-a6bd-bc5a9f44fb35 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 944 time: 0.0509307 Oct 21 15:11:05.493307 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b31d13d9-5637-4d80-a736-b7822848db73 req-f14bb4c9-845a-430d-95d1-42d652a0eed4 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460961 Oct 21 15:11:06.015681 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:06.030024 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:11:06.153127 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:06.166797 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'port_id': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'mac_address': 'fa:16:3e:6c:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:11:06.209719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:11:06.210115 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:06.225329 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9abcc2-578b-4883-8c36-15f58d3ec3ba req-5a462c85-9a2d-48d2-bd9a-6f93f215b0d6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:06.227507 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3d9abcc2-578b-4883-8c36-15f58d3ec3ba req-5a462c85-9a2d-48d2-bd9a-6f93f215b0d6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 943 time: 0.0673621 Oct 21 15:11:06.230308 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb085c36-5fbe-49ea-be0b-e8120d82509d {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:11:06.262849 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:06.287578 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3d9abcc2-578b-4883-8c36-15f58d3ec3ba req-6eae83a3-73c7-47b9-a6c6-09791c61d350 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532441 Oct 21 15:11:06.408387 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:06.408926 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 43c1dcac-2dbe-49cd-af7e-a725c9841d55 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:11:06.522118 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=9']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:06.552097 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:06.574936 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:06.589561 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:11:06.626661 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:11:06.626992 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:06.645020 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c1dcac-2dbe-49cd-af7e-a725c9841d55 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:11:06.665948 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:06.666182 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49814008-ea5e-4724-8538-9d3f40476ecf req-202f1cef-2821-4623-b072-2cb1db353292 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:06.671112 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-49814008-ea5e-4724-8538-9d3f40476ecf req-202f1cef-2821-4623-b072-2cb1db353292 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 945 time: 0.0585170 Oct 21 15:11:06.720629 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-49814008-ea5e-4724-8538-9d3f40476ecf req-ba644732-7737-42df-8c51-2c0c78ccf225 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468211 Oct 21 15:11:06.781148 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:06.831006 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=43c1dcac-2dbe-49cd-af7e-a725c9841d55,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:07.153799 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['fb085c36-5fbe-49ea-be0b-e8120d82509d'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:11:07.232425 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['43c1dcac-2dbe-49cd-af7e-a725c9841d55'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:11:07.440021 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c3ec4-aea0-45ef-8b57-12ff0ee39e0a req-e4b8dc2b-2aa0-40ea-a00a-1d25963cae7a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:07.442473 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e6c3ec4-aea0-45ef-8b57-12ff0ee39e0a req-e4b8dc2b-2aa0-40ea-a00a-1d25963cae7a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 944 time: 0.0628417 Oct 21 15:11:07.495657 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e6c3ec4-aea0-45ef-8b57-12ff0ee39e0a req-681e7360-ac54-491b-838a-482b0c778412 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466938 Oct 21 15:11:07.844601 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:07.861019 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8d9c-3982-4318-b7a6-6eafab6d08b7 req-6d263542-43d3-4ed9-a7a7-89ffa617eb9b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:07.862585 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9baa8d9c-3982-4318-b7a6-6eafab6d08b7 req-6d263542-43d3-4ed9-a7a7-89ffa617eb9b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Oct 21 15:11:07.911743 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9baa8d9c-3982-4318-b7a6-6eafab6d08b7 req-ea167d48-0354-48cd-ba4e-f52b7a810a1b tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Oct 21 15:11:08.194219 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0b5d0-4ba7-4ccf-a71c-beaa0ab7a1d2 req-868d67b0-ddb2-40fa-9c0b-3532de248fb9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:08.195732 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79a0b5d0-4ba7-4ccf-a71c-beaa0ab7a1d2 req-868d67b0-ddb2-40fa-9c0b-3532de248fb9 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0471885 Oct 21 15:11:08.230862 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:11:08.247127 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79a0b5d0-4ba7-4ccf-a71c-beaa0ab7a1d2 req-87175d7c-1c20-4831-ab8c-7fe428013954 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457962 Oct 21 15:11:08.271103 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:08.279192 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port fb085c36-5fbe-49ea-be0b-e8120d82509d triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:11:08.279573 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:08.279932 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port fb085c36-5fbe-49ea-be0b-e8120d82509d Oct 21 15:11:08.355542 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port fb085c36-5fbe-49ea-be0b-e8120d82509d is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:11:08.355927 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:08.381957 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:11:08.384326 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e6f15-362e-4d99-8d10-82bf1cba7edb" -d '{"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-plugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:11:08.385686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:08.387857 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:08.400805 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:08.426833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd184e60-2b91-407a-b89e-90e0cf0c808d x-openstack-request-id: req-fd184e60-2b91-407a-b89e-90e0cf0c808d {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:11:08.427166 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-plugged", "status": "completed", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:11:08.427427 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd184e60-2b91-407a-b89e-90e0cf0c808d {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:11:08.427837 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd184e60-2b91-407a-b89e-90e0cf0c808d'] response: {'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'code': 200} Oct 21 15:11:08.513477 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:08.514359 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 43c1dcac-2dbe-49cd-af7e-a725c9841d55 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:11:08.555542 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:08.591218 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=10']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:08.600897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:11:08.623003 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6645455-b2e8-441f-aaea-ecf98b9f8f06 req-fceaf99a-e39e-400c-aa9d-cb61c3401357 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:08.627609 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b6645455-b2e8-441f-aaea-ecf98b9f8f06 req-fceaf99a-e39e-400c-aa9d-cb61c3401357 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 944 time: 0.0478389 Oct 21 15:11:08.674984 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b6645455-b2e8-441f-aaea-ecf98b9f8f06 req-278e5b3f-9c32-4af1-97b5-1a275004e0f3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Oct 21 15:11:08.684271 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:11:08.684654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:08.685000 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 Oct 21 15:11:08.761794 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:11:08.762183 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:08.796271 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:08.899721 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:08.948310 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=43c1dcac-2dbe-49cd-af7e-a725c9841d55,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:09.042725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2621d0e-2150-41f8-9641-c511a6f29c29 req-fe59b701-fc9c-42ed-908e-cf5085c78199 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:09.044258 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b2621d0e-2150-41f8-9641-c511a6f29c29 req-fe59b701-fc9c-42ed-908e-cf5085c78199 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0478871 Oct 21 15:11:09.092671 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b2621d0e-2150-41f8-9641-c511a6f29c29 req-f75a4590-d6d2-4c1b-af75-20a8ab4cf41d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Oct 21 15:11:09.361925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:09.370402 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6749b4-dcf6-441f-ad0c-b943835bb588 req-259a0c94-3007-4cb7-81d6-419fe91a9753 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:09.377950 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1d6749b4-dcf6-441f-ad0c-b943835bb588 req-259a0c94-3007-4cb7-81d6-419fe91a9753 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0497298 Oct 21 15:11:09.420601 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1d6749b4-dcf6-441f-ad0c-b943835bb588 req-95468f79-65c1-4895-865d-ed333461316d tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=83032d39-02d4-41fd-94c7-ceebc6616115&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Oct 21 15:11:09.801305 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d635bf-1b65-4496-b5dc-c79233f2181c req-dc8d258e-617c-411c-ae55-7809ba1b74ac tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:09.802911 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a6d635bf-1b65-4496-b5dc-c79233f2181c req-dc8d258e-617c-411c-ae55-7809ba1b74ac tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0484097 Oct 21 15:11:09.812907 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-74018820-34f3-4b40-af51-b6cc7e330d9f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:09.814356 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-74018820-34f3-4b40-af51-b6cc7e330d9f tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 945 time: 0.0775092 Oct 21 15:11:09.828774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647d19a-7f0b-4d00-adc6-3146b7fc98fc req-af047ca0-92bb-4911-87c9-1c1479d5f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:09.830187 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f647d19a-7f0b-4d00-adc6-3146b7fc98fc req-af047ca0-92bb-4911-87c9-1c1479d5f89d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1131 time: 0.0588069 Oct 21 15:11:09.855906 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a6d635bf-1b65-4496-b5dc-c79233f2181c req-7a988e20-aa67-4d29-b1ee-db5fd01f445f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462928 Oct 21 15:11:09.935217 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-f647d19a-7f0b-4d00-adc6-3146b7fc98fc req-881374d2-9957-403e-8f38-261ef062a48c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873392 Oct 21 15:11:09.936029 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:09.936366 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:10.028608 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] For port d835a37e-e47e-43a7-9a54-1d55d85ad6d4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:10.028977 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:10.200242 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:10.200522 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (13141774-d482-4b3b-a4f7-9ee785245b8e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:10.200831 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Floating IP 13141774-d482-4b3b-a4f7-9ee785245b8e disassociated. External IP: 172.27.0.235, port: d835a37e-e47e-43a7-9a54-1d55d85ad6d4. Oct 21 15:11:10.201186 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for d835a37e-e47e-43a7-9a54-1d55d85ad6d4 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:10.224435 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a608-27c2-447e-914e-360ddc814fef req-7cd547e4-3e7d-47dc-bf89-71d3641b4ccb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:10.226121 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7a51a608-27c2-447e-914e-360ddc814fef req-7cd547e4-3e7d-47dc-bf89-71d3641b4ccb tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0495620 Oct 21 15:11:10.279547 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7a51a608-27c2-447e-914e-360ddc814fef req-2734f1ad-14f2-4e4c-a07f-5e4a394464b2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476069 Oct 21 15:11:10.429434 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:11:10.432493 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ecc4a-962d-48a2-8730-9926f063486f" -d '{"events": [{"server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "name": "network-vif-plugged", "status": "completed", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:11:10.471657 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f2292a-06eb-405b-a3ac-7dbb45825e08 x-openstack-request-id: req-f1f2292a-06eb-405b-a3ac-7dbb45825e08 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:11:10.471953 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "name": "network-vif-plugged", "status": "completed", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:11:10.472208 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1f2292a-06eb-405b-a3ac-7dbb45825e08 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:11:10.472608 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f2292a-06eb-405b-a3ac-7dbb45825e08'] response: {'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'code': 200} Oct 21 15:11:10.477347 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d835a37e-e47e-43a7-9a54-1d55d85ad6d4), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:10.504149 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=d835a37e-e47e-43a7-9a54-1d55d85ad6d4,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:10.539150 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7489b3c9-8ca0-41f7-9ec3-9b37b8b96d94 req-ee0c7f80-2e5c-445b-ae8e-a1439fa93284 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0292706 Oct 21 15:11:10.859313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:10.989747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:11.008357 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:11.022902 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:11.023581 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:11.043864 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] No DVR routers for this DVR port d835a37e-e47e-43a7-9a54-1d55d85ad6d4 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:11.048685 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:11.052347 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-9f28d321-d72c-46c8-aad0-2b7f05915c60 req-8bdb35f0-65f3-4292-bfb9-23b619d93988 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.16 "DELETE /networking/v2.0/ports/d835a37e-e47e-43a7-9a54-1d55d85ad6d4 HTTP/1.1" status: 204 len: 173 time: 1.2310841 Oct 21 15:11:11.052958 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'name': 'network-vif-deleted', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:11:11.056142 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7ce16-4732-4fe2-8fc8-d9ab4a2a9886" -d '{"events": [{"server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "name": "network-vif-deleted", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:11:11.106401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396f553-e85f-435f-92a5-a99f093b409e x-openstack-request-id: req-8396f553-e85f-435f-92a5-a99f093b409e {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:11:11.106721 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d214d1-0e41-47a1-8911-9b6b9bab49fc", "name": "network-vif-deleted", "tag": "d835a37e-e47e-43a7-9a54-1d55d85ad6d4", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:11:11.111266 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8396f553-e85f-435f-92a5-a99f093b409e {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:11:11.112250 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8396f553-e85f-435f-92a5-a99f093b409e'] response: {'server_uuid': '41d214d1-0e41-47a1-8911-9b6b9bab49fc', 'name': 'network-vif-deleted', 'tag': 'd835a37e-e47e-43a7-9a54-1d55d85ad6d4', 'status': 'completed', 'code': 200} Oct 21 15:11:11.150580 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:11.159328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ab445-5ba0-45dd-b2cb-39db160c5c26 req-cdb2715d-8bae-4e81-8a3e-6ee0bc3f943d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:11.169623 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ea7ab445-5ba0-45dd-b2cb-39db160c5c26 req-cdb2715d-8bae-4e81-8a3e-6ee0bc3f943d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0505507 Oct 21 15:11:11.213524 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ea7ab445-5ba0-45dd-b2cb-39db160c5c26 req-da65ed2d-169c-446d-a990-fc27edd4ec09 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 Oct 21 15:11:11.345296 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:11.347033 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:11.372930 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:11.382331 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:11.383160 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:11.416749 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eddba0-14cc-4bd9-b906-1fd277456f52 req-04fcb7a2-8ca2-48ce-9b18-4e4d460ccd22 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:11.418212 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7eddba0-14cc-4bd9-b906-1fd277456f52 req-04fcb7a2-8ca2-48ce-9b18-4e4d460ccd22 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0514069 Oct 21 15:11:11.474876 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e7eddba0-14cc-4bd9-b906-1fd277456f52 req-a2663245-035b-46c3-95e9-80e2e6cf4759 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500088 Oct 21 15:11:11.544884 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:11.555023 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:11.559326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8e8ac-61c2-4b41-a791-5d60c3f2da6d req-9855bc03-89d7-4fcd-a8c4-64bca36a49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:11.560875 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-41b8e8ac-61c2-4b41-a791-5d60c3f2da6d req-9855bc03-89d7-4fcd-a8c4-64bca36a49a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1129 time: 0.0559604 Oct 21 15:11:11.631161 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-41b8e8ac-61c2-4b41-a791-5d60c3f2da6d req-f5ca53b2-7174-45af-95ce-d33269d689af service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630434 Oct 21 15:11:11.661180 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:11.676480 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e6968699-4561-4989-933d-b08f6ef1dc62 req-c7678c63-9bb7-4b25-9a86-44d154992555 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0393617 Oct 21 15:11:11.863212 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:11.865859 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:11.889502 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31557c68-ef16-422e-935e-b82c2208f72d None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:18Z', 'revision_number': 4, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '97c4a00a-fe9f-42e9-9591-7b4253fdef80', 'name': '', 'network_id': 'b0eade66-a654-457b-8b3f-068b28484861', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'mac_address': 'fa:16:3e:bd:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:16Z', 'updated_at': '2022-10-21T15:04:38Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'subnets': [{'id': '9aa66f79-e0db-4596-8523-72955daef8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:11:12.127435 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfb63b-a4bf-4aeb-a92e-3d8a9e07bb93 None None] New status for floating IP 13141774-d482-4b3b-a4f7-9ee785245b8e: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:11:12.244659 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d835a37e-e47e-43a7-9a54-1d55d85ad6d4 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:12.276543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: d835a37e-e47e-43a7-9a54-1d55d85ad6d4 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:12.276947 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device d835a37e-e47e-43a7-9a54-1d55d85ad6d4 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:12.343113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59863d9-4c20-4958-a93b-a380eaba752f req-8b7f18ac-916c-48fd-abb7-394f5d2ec8b8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:12.344666 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e59863d9-4c20-4958-a93b-a380eaba752f req-8b7f18ac-916c-48fd-abb7-394f5d2ec8b8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0494769 Oct 21 15:11:12.398383 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e59863d9-4c20-4958-a93b-a380eaba752f req-5f0c99bc-3711-43b3-bbd0-7d2aaa7a7a30 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479548 Oct 21 15:11:12.619651 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e80d9-a5ca-4195-8473-357ae5dce19c req-d4fc8ec7-d8ba-4189-9cb1-8163565345b2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:12.621126 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-509e80d9-a5ca-4195-8473-357ae5dce19c req-d4fc8ec7-d8ba-4189-9cb1-8163565345b2 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0507712 Oct 21 15:11:12.669985 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-509e80d9-a5ca-4195-8473-357ae5dce19c req-95666c3b-b214-42ae-a93a-7cb94e2f7810 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430357 Oct 21 15:11:12.767816 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45018) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:12.802077 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2b223704-fc85-4645-be9d-297a056c1346 req-187005b2-a8ef-4db1-916e-45214400551b tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=41d214d1-0e41-47a1-8911-9b6b9bab49fc HTTP/1.1" status: 200 len: 210 time: 0.0335438 Oct 21 15:11:12.887015 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-02b969bb-8fa3-4e7a-9d35-d0c90ad39b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:12.973759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-02b969bb-8fa3-4e7a-9d35-d0c90ad39b52 admin admin] Publish callbacks [] for security_group (e5afefba-15f2-4c49-8988-db7129496590), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:13.079566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-02b969bb-8fa3-4e7a-9d35-d0c90ad39b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e5afefba-15f2-4c49-8988-db7129496590), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:13.124020 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-02b969bb-8fa3-4e7a-9d35-d0c90ad39b52 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=afe7e2e48b37425f8bf533fbb3ca634d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551774 Oct 21 15:11:13.124922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b969bb-8fa3-4e7a-9d35-d0c90ad39b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5afefba-15f2-4c49-8988-db7129496590,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:13.126841 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45022) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:13.168833 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:13.181052 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99777199-a8dc-434a-a5fe-428a653fed3d admin admin] Publish callbacks [] for security_group (e5afefba-15f2-4c49-8988-db7129496590), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:13.201930 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99777199-a8dc-434a-a5fe-428a653fed3d admin admin] Publish callbacks [] for security_group (e5afefba-15f2-4c49-8988-db7129496590), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:13.352509 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99777199-a8dc-434a-a5fe-428a653fed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e5afefba-15f2-4c49-8988-db7129496590), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:13.356292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-99777199-a8dc-434a-a5fe-428a653fed3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:13.357462 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-99777199-a8dc-434a-a5fe-428a653fed3d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e5afefba-15f2-4c49-8988-db7129496590 HTTP/1.1" status: 204 len: 168 time: 0.2296240 Oct 21 15:11:13.365473 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99777199-a8dc-434a-a5fe-428a653fed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5afefba-15f2-4c49-8988-db7129496590,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:13.521293 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289dbb4-f441-4429-bf00-4736fb69f422 req-79feb28e-9b2a-43e3-a282-7259ee56413b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:13.522861 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c289dbb4-f441-4429-bf00-4736fb69f422 req-79feb28e-9b2a-43e3-a282-7259ee56413b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0492265 Oct 21 15:11:13.575146 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c289dbb4-f441-4429-bf00-4736fb69f422 req-58210fd4-2ee9-4591-9983-1649cd3ba8a9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462408 Oct 21 15:11:13.700183 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0736c42-ab47-4434-852f-c94b4a03db58 req-70626a89-7b45-42cd-9366-6870dc21ee3f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:13.701755 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c0736c42-ab47-4434-852f-c94b4a03db58 req-70626a89-7b45-42cd-9366-6870dc21ee3f tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0502310 Oct 21 15:11:13.725411 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:13.772402 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c0736c42-ab47-4434-852f-c94b4a03db58 req-ec5cf00b-b1e8-4851-8e81-bd30e50fe91c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644140 Oct 21 15:11:13.808497 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45032) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:13.823827 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d25117-0cd3-497b-8e26-781d7f298f6f req-c7e16bb3-3972-4bda-8068-dff6e5f7c6c7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:13.825717 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-09d25117-0cd3-497b-8e26-781d7f298f6f req-c7e16bb3-3972-4bda-8068-dff6e5f7c6c7 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0679495 Oct 21 15:11:13.857092 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e497c-43fb-41a2-a931-d59369a7c9a8 tempest-TestVolumeBootPattern-457745826 tempest-TestVolumeBootPattern-457745826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:13.858970 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-925e497c-43fb-41a2-a931-d59369a7c9a8 tempest-TestVolumeBootPattern-457745826 tempest-TestVolumeBootPattern-457745826-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1124 time: 0.0492706 Oct 21 15:11:13.861830 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45036) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:13.866762 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:11:13.893108 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-09d25117-0cd3-497b-8e26-781d7f298f6f req-de4c248d-346a-4228-ab0a-8fd85ecaa71e tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601690 Oct 21 15:11:13.987114 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.032978 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45044) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:14.067665 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.090698 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-aacf5dd5-1767-4b3b-b582-6fd0adf48bae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (83032d39-02d4-41fd-94c7-ceebc6616115), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.114978 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-aacf5dd5-1767-4b3b-b582-6fd0adf48bae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (83032d39-02d4-41fd-94c7-ceebc6616115), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.180543 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Allocated IP 172.27.0.210 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/71a03af3-b6f8-4760-9607-21f445b6639e) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:11:14.281525 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (71a03af3-b6f8-4760-9607-21f445b6639e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.288127 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-aacf5dd5-1767-4b3b-b582-6fd0adf48bae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (83032d39-02d4-41fd-94c7-ceebc6616115), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.290809 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-aacf5dd5-1767-4b3b-b582-6fd0adf48bae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.292588 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-aacf5dd5-1767-4b3b-b582-6fd0adf48bae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/83032d39-02d4-41fd-94c7-ceebc6616115 HTTP/1.1" status: 204 len: 168 time: 0.2585568 Oct 21 15:11:14.297566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45046) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:14.302485 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf5dd5-1767-4b3b-b582-6fd0adf48bae tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83032d39-02d4-41fd-94c7-ceebc6616115,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:14.322209 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.api.v2.resource [None req-5690aa39-49b0-4c41-87ab-8826f3ea77b5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] show failed (client error): The resource could not be found. Oct 21 15:11:14.326228 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5690aa39-49b0-4c41-87ab-8826f3ea77b5 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "GET /networking/v2.0/security-groups/83032d39-02d4-41fd-94c7-ceebc6616115 HTTP/1.1" status: 404 len: 347 time: 0.0250101 Oct 21 15:11:14.326733 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45052) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:14.449447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Deleting port a7fe3560-2610-487c-b86d-d5695d916b01 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:14.449447 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (a7fe3560-2610-487c-b86d-d5695d916b01), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.483751 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (71a03af3-b6f8-4760-9607-21f445b6639e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.485403 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:14.514904 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:14.540254 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:11:14.551403 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:11:14.558550 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:11:14.591827 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=71a03af3-b6f8-4760-9607-21f445b6639e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:14.595194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (a7fe3560-2610-487c-b86d-d5695d916b01), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.595531 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (a7fe3560-2610-487c-b86d-d5695d916b01), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:14.614714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Calling delete_port for a7fe3560-2610-487c-b86d-d5695d916b01 owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:15.005929 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (a7fe3560-2610-487c-b86d-d5695d916b01), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.075313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Pushing event deleted for resources: {'Port': ['ID=a7fe3560-2610-487c-b86d-d5695d916b01,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:15.200843 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks [] for floatingip (13141774-d482-4b3b-a4f7-9ee785245b8e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.203458 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.204617 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-848a9dae-c813-4452-a397-79eef30d7f55 tempest-AttachVolumeNegativeTest-786356906 tempest-AttachVolumeNegativeTest-786356906-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/13141774-d482-4b3b-a4f7-9ee785245b8e HTTP/1.1" status: 204 len: 168 time: 0.8772204 Oct 21 15:11:15.220906 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (0c3a6433-e752-4c60-b39f-aa0a62eb3db4), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.259590 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:15.388778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (71a03af3-b6f8-4760-9607-21f445b6639e), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.481362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:15.544439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (71a03af3-b6f8-4760-9607-21f445b6639e), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.632545 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (71a03af3-b6f8-4760-9607-21f445b6639e), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.704680 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=71a03af3-b6f8-4760-9607-21f445b6639e,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:15.708508 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (0c3a6433-e752-4c60-b39f-aa0a62eb3db4), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:15.802438 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Floating IP 0c3a6433-e752-4c60-b39f-aa0a62eb3db4 associated. External IP: 172.27.0.210, port: 43c1dcac-2dbe-49cd-af7e-a725c9841d55. Oct 21 15:11:16.002675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:16.006009 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:16.109867 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:16.120617 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:16.131165 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:16.131580 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:16.206385 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:16.236443 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:16.237387 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d24d183a-87b9-42b8-8c71-a35ca3cff3b6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3742728 Oct 21 15:11:16.238049 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:11:16.240366 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689" -d '{"events": [{"name": "network-changed", "server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:11:16.285991 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cd6462-89a4-4653-9d11-c2fd80b026df x-openstack-request-id: req-47cd6462-89a4-4653-9d11-c2fd80b026df {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:11:16.286849 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:11:16.287112 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47cd6462-89a4-4653-9d11-c2fd80b026df {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:11:16.287526 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cd6462-89a4-4653-9d11-c2fd80b026df'] response: {'name': 'network-changed', 'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'status': 'completed', 'code': 200} Oct 21 15:11:16.350240 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-a3affe3a-0307-48f4-bc08-9868e59c7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:16.351803 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-a3affe3a-0307-48f4-bc08-9868e59c7978 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1129 time: 0.0421093 Oct 21 15:11:16.454757 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-d13ea06a-bb92-40ae-89ff-90aee2d54a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:16.457317 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-d13ea06a-bb92-40ae-89ff-90aee2d54a02 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.0992131 Oct 21 15:11:16.478332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:14Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:16.503915 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:16.512689 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:16.513302 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:16.525592 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-26fc0143-06ff-4ee1-aea2-4387724ade74 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 200 len: 999 time: 0.0622551 Oct 21 15:11:16.583109 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-14508c6b-a362-4ec5-b6be-9760ee80b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:16.584782 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-14508c6b-a362-4ec5-b6be-9760ee80b6ae service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0501444 Oct 21 15:11:16.629917 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-35430629-a2b4-47ca-b455-bbce8057e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:16.631558 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-35430629-a2b4-47ca-b455-bbce8057e2c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412810 Oct 21 15:11:16.643898 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:16.737024 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-b6ef9bbf-1ebf-4a8f-9383-c28ee0a6b150 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993655 Oct 21 15:11:16.829163 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4a06c0d2-42b3-4f3e-aab8-cef7cdd4a689 req-ac1c838f-9349-4d99-b3ff-d7938326995d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Oct 21 15:11:16.866431 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:14Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:16.897796 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aea2e9a-d01f-403a-89f3-066e3b0c62fb None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:14Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:11:17.110401 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4ad6d-dbd0-4fd1-85ef-7b1529a3ee07 None None] New status for floating IP 0c3a6433-e752-4c60-b39f-aa0a62eb3db4: ACTIVE {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:11:17.773710 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:18.883469 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0fd7763a-58ca-445f-8068-c6a656970021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:19.435116 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45114) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:20.114098 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (13321d1b-04dc-46a9-980c-dea5046882f9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:20.264006 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:20.331701 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Deleting port 97c4a00a-fe9f-42e9-9591-7b4253fdef80 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:20.332043 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:20.385877 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:20.412333 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] For port 97c4a00a-fe9f-42e9-9591-7b4253fdef80, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=97c4a00a-fe9f-42e9-9591-7b4253fdef80,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:20.412684 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:20.426943 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Calling delete_port for 97c4a00a-fe9f-42e9-9591-7b4253fdef80 owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:20.689579 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (97c4a00a-fe9f-42e9-9591-7b4253fdef80), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:20.711772 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Pushing event deleted for resources: {'Port': ['ID=97c4a00a-fe9f-42e9-9591-7b4253fdef80,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:20.876110 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (13321d1b-04dc-46a9-980c-dea5046882f9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:20.896297 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b505c5-b51b-4a94-87f5-9e8b4c40625d None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:11:20.899732 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:20.934789 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:21.001912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b505c5-b51b-4a94-87f5-9e8b4c40625d None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:11:21.083919 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Router 13321d1b-04dc-46a9-980c-dea5046882f9 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:21.133220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:21.188254 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:21.193058 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ac3589eb-2148-49f4-b180-33e97f7e170a admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/13321d1b-04dc-46a9-980c-dea5046882f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568884 Oct 21 15:11:21.195748 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45120) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:21.200404 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] Sync routers for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:21.212001 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:21.212759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:10:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:21.301673 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks [] for router (13321d1b-04dc-46a9-980c-dea5046882f9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.318340 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:21.344919 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:21.401819 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks [] for router_gateway (13321d1b-04dc-46a9-980c-dea5046882f9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.569786 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Deleting port d583defe-ac6d-41c6-85e0-f87a8383f3dc {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:21.570135 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.613670 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5051b445-18db-425e-95b9-379774bb1dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.659126 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] For port d583defe-ac6d-41c6-85e0-f87a8383f3dc, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d583defe-ac6d-41c6-85e0-f87a8383f3dc,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:21.659601 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.665230 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:11:20Z', 'revision_number': 5, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port': {'id': 'd583defe-ac6d-41c6-85e0-f87a8383f3dc', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:56:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:11Z', 'updated_at': '2022-10-21T15:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:21.673744 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Calling delete_port for d583defe-ac6d-41c6-85e0-f87a8383f3dc owned by network:router_gateway {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:21.692024 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] Checking router: 13321d1b-04dc-46a9-980c-dea5046882f9 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:21.701181 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] Routers {'13321d1b-04dc-46a9-980c-dea5046882f9'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:21.701795 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['13321d1b-04dc-46a9-980c-dea5046882f9'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:21.779170 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-6d8d214c-1372-4d76-920f-5a8fca0ecb11 None None] Provisioning complete for port dfd63b4c-971c-4681-a43a-71702a959423 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:11:21.779488 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6d8d214c-1372-4d76-920f-5a8fca0ecb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (dfd63b4c-971c-4681-a43a-71702a959423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.779827 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-6d8d214c-1372-4d76-920f-5a8fca0ecb11 None None] Attempt 1 to provision port dfd63b4c-971c-4681-a43a-71702a959423 Oct 21 15:11:21.825759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] Set router 13321d1b-04dc-46a9-980c-dea5046882f9 gateway port host: None {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:21.882971 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:11:21Z', 'revision_number': 6, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:21.910285 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709f78c-9708-4d26-bbfa-3bf0595a8d66 None None] The sync data for ids ['13321d1b-04dc-46a9-980c-dea5046882f9'] in dv-cinder-836083-16-iscsi is: [{'id': '13321d1b-04dc-46a9-980c-dea5046882f9', 'name': 'tempest-AttachVolumeNegativeTest-1662321713-router', 'tenant_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:11:21Z', 'revision_number': 6, 'project_id': '77156a46a45648cd8cb0ea22ab0f04a8', 'gw_port_host': None}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:11:21.944037 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (d583defe-ac6d-41c6-85e0-f87a8383f3dc), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:21.952759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d214c-1372-4d76-920f-5a8fca0ecb11 None None] Current status of the port dfd63b4c-971c-4681-a43a-71702a959423 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:11:21.973216 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d583defe-ac6d-41c6-85e0-f87a8383f3dc,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:22.023675 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-4097617a-517e-4c4b-ab3d-3400c1458668 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413022 Oct 21 15:11:22.041958 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (13321d1b-04dc-46a9-980c-dea5046882f9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.102170 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-7cf4f854-9e35-4ea8-ba65-05c33628ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:22.103737 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-7cf4f854-9e35-4ea8-ba65-05c33628ddbe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83d10829a81437fb4d56fe488581212&device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 1131 time: 0.0383461 Oct 21 15:11:22.130587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (13321d1b-04dc-46a9-980c-dea5046882f9), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.132778 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks [] for router_controller (13321d1b-04dc-46a9-980c-dea5046882f9), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.207223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-a0f0deae-9fef-461a-8869-ee7cb56a97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:22.208759 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-a0f0deae-9fef-461a-8869-ee7cb56a97b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 200 len: 918 time: 0.0877345 Oct 21 15:11:22.220770 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:22.249824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (13321d1b-04dc-46a9-980c-dea5046882f9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.250562 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13321d1b-04dc-46a9-980c-dea5046882f9 {{(pid=105099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:11:22.255910 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.257229 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-537fe4e5-b66d-46cc-9e15-f733a0b9fa4b admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/13321d1b-04dc-46a9-980c-dea5046882f9 HTTP/1.1" status: 204 len: 168 time: 1.0607111 Oct 21 15:11:22.259823 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45124) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:22.282102 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-c27b2bd9-a288-4b6a-9d35-7afc57faf07c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 200 len: 1002 time: 0.0676465 Oct 21 15:11:22.317217 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Deleting subnet 9aa66f79-e0db-4596-8523-72955daef8e2 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:11:22.320964 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Publish callbacks [] for subnet (9aa66f79-e0db-4596-8523-72955daef8e2), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.334832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-f7293c80-6ed1-4509-aa6c-7bf983ce7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:22.336483 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-f7293c80-6ed1-4509-aa6c-7bf983ce7430 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 200 len: 856 time: 0.0487533 Oct 21 15:11:22.360693 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (9aa66f79-e0db-4596-8523-72955daef8e2), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.385487 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-467a2f72-5036-4d54-8639-a40fc65f75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:22.387068 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-467a2f72-5036-4d54-8639-a40fc65f75c5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea25e75c-f122-4224-a461-b96ad815c898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395508 Oct 21 15:11:22.387341 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:22.437174 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (9aa66f79-e0db-4596-8523-72955daef8e2), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.458172 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:22.486283 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-f3824c61-0cf0-4f14-b075-6feca943fb79 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926259 Oct 21 15:11:22.492363 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:22.558469 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.605279 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (9aa66f79-e0db-4596-8523-72955daef8e2), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.637688 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.642349 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bc528-ab3d-49ee-8e7a-5306cebe5f5a None None] Network b0eade66-a654-457b-8b3f-068b28484861 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:11:22.642678 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/9aa66f79-e0db-4596-8523-72955daef8e2 HTTP/1.1" status: 204 len: 168 time: 0.3816907 Oct 21 15:11:22.643730 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b10d0-2fca-490e-a67f-fe9d2b1ff958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa66f79-e0db-4596-8523-72955daef8e2,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:22.660479 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45128) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:22.745473 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (b0eade66-a654-457b-8b3f-068b28484861), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.800112 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Deleting port dfd63b4c-971c-4681-a43a-71702a959423 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:22.800452 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (dfd63b4c-971c-4681-a43a-71702a959423), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.832818 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f8cc51b-f64d-4a63-91ff-d9bfec94526a req-9fdb203b-4aeb-4457-8abd-ee8b0cc9f545 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401260 Oct 21 15:11:22.858196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] DHCP port deletion for b0eade66-a654-457b-8b3f-068b28484861 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:11:22.874970 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] For port dfd63b4c-971c-4681-a43a-71702a959423, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dfd63b4c-971c-4681-a43a-71702a959423,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:22.875334 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (dfd63b4c-971c-4681-a43a-71702a959423), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.889089 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Calling delete_port for dfd63b4c-971c-4681-a43a-71702a959423 owned by network:dhcp {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:22.891587 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:22.896584 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] Deleting port dfd63b4c-971c-4681-a43a-71702a959423 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:22.901860 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (dfd63b4c-971c-4681-a43a-71702a959423), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.948962 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:22.967219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] For port dfd63b4c-971c-4681-a43a-71702a959423, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dfd63b4c-971c-4681-a43a-71702a959423,segment=NetworkSegment(10defba0-c174-403d-82e1-0e919eb64636),segment_id=10defba0-c174-403d-82e1-0e919eb64636)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:22.967617 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (dfd63b4c-971c-4681-a43a-71702a959423), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:22.981221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] Calling delete_port for dfd63b4c-971c-4681-a43a-71702a959423 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:23.084637 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (dfd63b4c-971c-4681-a43a-71702a959423), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.091023 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (dfd63b4c-971c-4681-a43a-71702a959423), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.112897 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd63b4c-971c-4681-a43a-71702a959423,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:23.115399 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] Pushing event deleted for resources: {'Port': ['ID=dfd63b4c-971c-4681-a43a-71702a959423,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:23.116343 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] No DVR routers for this DVR port dfd63b4c-971c-4681-a43a-71702a959423 on host dv-cinder-836083-16-iscsi {{(pid=105099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:23.118832 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270a100-f6ab-4ed7-be79-dfd48835eafe None None] No DVR routers for this DVR port dfd63b4c-971c-4681-a43a-71702a959423 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:23.193933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (b0eade66-a654-457b-8b3f-068b28484861), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.214576 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eade66-a654-457b-8b3f-068b28484861']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:23.221041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:23.224438 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10defba0-c174-403d-82e1-0e919eb64636') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:23.224734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10defba0-c174-403d-82e1-0e919eb64636') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:23.234250 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (10defba0-c174-403d-82e1-0e919eb64636), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.247791 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (10defba0-c174-403d-82e1-0e919eb64636), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.254075 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:11:23.254461 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (10defba0-c174-403d-82e1-0e919eb64636), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.394075 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment 10defba0-c174-403d-82e1-0e919eb64636 resource provider aggregate not found Oct 21 15:11:23.411266 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment 10defba0-c174-403d-82e1-0e919eb64636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10defba0-c174-403d-82e1-0e919eb64636 found for delete ", "request_id": "req-8d45c1e5-8ec7-4dfe-b5de-9c4319cd5580"}]} Oct 21 15:11:23.467934 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (b0eade66-a654-457b-8b3f-068b28484861), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.475350 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.478726 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/b0eade66-a654-457b-8b3f-068b28484861 HTTP/1.1" status: 204 len: 168 time: 0.8213496 Oct 21 15:11:23.489640 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e93771-7b4a-44a8-9347-b35639ecc848 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0eade66-a654-457b-8b3f-068b28484861,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:23.510898 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dfd63b4c-971c-4681-a43a-71702a959423 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:23.538955 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: dfd63b4c-971c-4681-a43a-71702a959423 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:23.539295 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dfd63b4c-971c-4681-a43a-71702a959423 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:23.542576 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d583defe-ac6d-41c6-85e0-f87a8383f3dc no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:23.566050 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: d583defe-ac6d-41c6-85e0-f87a8383f3dc {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:23.566403 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d583defe-ac6d-41c6-85e0-f87a8383f3dc not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:23.566976 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 97c4a00a-fe9f-42e9-9591-7b4253fdef80 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:23.588810 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 97c4a00a-fe9f-42e9-9591-7b4253fdef80 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:23.589156 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 97c4a00a-fe9f-42e9-9591-7b4253fdef80 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:23.884055 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45142) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:23.925038 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-222c6153-7c72-4998-a885-6f5355b80a4d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=77156a46a45648cd8cb0ea22ab0f04a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398076 Oct 21 15:11:23.928327 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45144) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:23.975603 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-57837bd0-49cc-4244-a1b8-58e00fa0b787 admin admin] Publish callbacks [] for security_group (2f2e2bdb-2b08-47fe-bf52-6189dc530e9d), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:23.997351 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-57837bd0-49cc-4244-a1b8-58e00fa0b787 admin admin] Publish callbacks [] for security_group (2f2e2bdb-2b08-47fe-bf52-6189dc530e9d), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:24.158129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:24.197885 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-57837bd0-49cc-4244-a1b8-58e00fa0b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (2f2e2bdb-2b08-47fe-bf52-6189dc530e9d), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:24.198362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:24.201048 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-57837bd0-49cc-4244-a1b8-58e00fa0b787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:24.202241 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-57837bd0-49cc-4244-a1b8-58e00fa0b787 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2f2e2bdb-2b08-47fe-bf52-6189dc530e9d HTTP/1.1" status: 204 len: 168 time: 0.2736030 Oct 21 15:11:24.210285 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837bd0-49cc-4244-a1b8-58e00fa0b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e2bdb-2b08-47fe-bf52-6189dc530e9d,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:27.217899 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:27.220765 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:32.816517 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=34 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:32.828725 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:34.206164 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=60,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:34.221729 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:34.222486 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:39.188667 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:11:39.447946 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ba2f3-6f5f-46e5-b2a1-19476364317d req-b0cab11d-4037-40bf-8c6a-475196c06538 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:39.449459 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f10ba2f3-6f5f-46e5-b2a1-19476364317d req-b0cab11d-4037-40bf-8c6a-475196c06538 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0515339 Oct 21 15:11:39.497671 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f10ba2f3-6f5f-46e5-b2a1-19476364317d req-3c256c2e-5ac3-49ac-81a6-a624ded8e630 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Oct 21 15:11:40.619722 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ff1fc-51be-4cac-a5df-d1684ca5a9a1 req-386a1ef9-63ef-4102-ab4f-a1001936df5e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:40.621172 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a76ff1fc-51be-4cac-a5df-d1684ca5a9a1 req-386a1ef9-63ef-4102-ab4f-a1001936df5e tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0456843 Oct 21 15:11:40.667017 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a76ff1fc-51be-4cac-a5df-d1684ca5a9a1 req-eeff4e28-9501-4cdd-8f46-dd0817abd9e8 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 Oct 21 15:11:41.232444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-af35f7f3-8fd1-49c5-908c-c1429508bcc4 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:41.233826 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-af35f7f3-8fd1-49c5-908c-c1429508bcc4 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0468807 Oct 21 15:11:41.318664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Deleting port 2658b06f-2d5a-453a-ae24-11cba806f4e3 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:41.319046 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:41.414797 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] For port 2658b06f-2d5a-453a-ae24-11cba806f4e3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2658b06f-2d5a-453a-ae24-11cba806f4e3,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:41.415171 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:41.579448 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:41.579710 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (abeeff80-70bd-4e82-b87c-ebad9f6f9371), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:41.580644 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Floating IP abeeff80-70bd-4e82-b87c-ebad9f6f9371 disassociated. External IP: 172.27.0.42, port: 2658b06f-2d5a-453a-ae24-11cba806f4e3. Oct 21 15:11:41.581054 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Calling delete_port for 2658b06f-2d5a-453a-ae24-11cba806f4e3 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:41.789806 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4623-d067-4cf1-8a7b-61b7b2678d75 req-3fbefee3-072e-4a80-85ca-8d75fec0b45a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:41.791289 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72da4623-d067-4cf1-8a7b-61b7b2678d75 req-3fbefee3-072e-4a80-85ca-8d75fec0b45a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 946 time: 0.0484118 Oct 21 15:11:41.821636 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (2658b06f-2d5a-453a-ae24-11cba806f4e3), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:41.841876 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-72da4623-d067-4cf1-8a7b-61b7b2678d75 req-c8c96401-d287-459a-bd7a-0b22eead2c3f tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Oct 21 15:11:41.851744 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event deleted for resources: {'Port': ['ID=2658b06f-2d5a-453a-ae24-11cba806f4e3,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:41.863901 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.864245 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.864568 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.864908 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.865237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.865564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.865884 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.866205 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.866523 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.866868 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.867189 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.867509 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.867825 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.868139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.868452 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:41.974921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:42.078207 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:42.089029 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:42.101794 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:42.102559 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:42.123707 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] No DVR routers for this DVR port 2658b06f-2d5a-453a-ae24-11cba806f4e3 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:42.126146 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:42.130005 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-0c7ba30c-fa31-4291-8323-c4730e0e0f66 req-43bfc516-08e3-40df-bbd7-313bf95a2bcf tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.16 "DELETE /networking/v2.0/ports/2658b06f-2d5a-453a-ae24-11cba806f4e3 HTTP/1.1" status: 204 len: 173 time: 0.8913255 Oct 21 15:11:42.130498 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'name': 'network-vif-deleted', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:11:42.132840 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a94933-3dd5-455a-9c14-5fdbeb986325" -d '{"events": [{"server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "name": "network-vif-deleted", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:11:42.175274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be8aff6-9aea-4ae3-a033-835e065a0bc7 x-openstack-request-id: req-7be8aff6-9aea-4ae3-a033-835e065a0bc7 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:11:42.175274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b183de63-5bed-470b-8997-cffd5acdcca4", "name": "network-vif-deleted", "tag": "2658b06f-2d5a-453a-ae24-11cba806f4e3", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:11:42.175274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7be8aff6-9aea-4ae3-a033-835e065a0bc7 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:11:42.175274 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be8aff6-9aea-4ae3-a033-835e065a0bc7'] response: {'server_uuid': 'b183de63-5bed-470b-8997-cffd5acdcca4', 'name': 'network-vif-deleted', 'tag': '2658b06f-2d5a-453a-ae24-11cba806f4e3', 'status': 'completed', 'code': 200} Oct 21 15:11:42.209847 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:42.410359 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:42.435969 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:42.445365 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:42.445913 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:42.546873 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:42.742859 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:42.771030 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb576cfb-217d-4636-a143-1cd8c986ca74 None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:05:50Z', 'revision_number': 4, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '0547788c-e656-4f06-b169-ac114c28f715', 'name': '', 'network_id': '21ba9c68-98e6-41b9-b0e4-cb7cb4592b59', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'mac_address': 'fa:16:3e:9c:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '864f2625-34f1-4b62-a979-3737071b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:49Z', 'updated_at': '2022-10-21T15:05:55Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'subnets': [{'id': '864f2625-34f1-4b62-a979-3737071b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:11:42.972823 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80c0349d-f03f-4528-be13-812741f65335 req-eb48d64d-cac0-4a7b-b1dc-0dae60ea60b5 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b183de63-5bed-470b-8997-cffd5acdcca4 HTTP/1.1" status: 200 len: 210 time: 0.0292649 Oct 21 15:11:43.033675 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21c13d-fb1e-46b8-9811-579daa581bfb None None] New status for floating IP abeeff80-70bd-4e82-b87c-ebad9f6f9371: DOWN {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:11:44.107114 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45436) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:44.166546 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ed4155c1-89c8-442c-b9bc-1c27582dd5a0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.169759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:44.190062 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ed4155c1-89c8-442c-b9bc-1c27582dd5a0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.192427 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:44.295152 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ed4155c1-89c8-442c-b9bc-1c27582dd5a0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.298006 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ed4155c1-89c8-442c-b9bc-1c27582dd5a0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.299893 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ed4155c1-89c8-442c-b9bc-1c27582dd5a0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51 HTTP/1.1" status: 204 len: 168 time: 0.1917088 Oct 21 15:11:44.303056 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45438) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:44.309986 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4155c1-89c8-442c-b9bc-1c27582dd5a0 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:44.317091 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.api.v2.resource [None req-f8695ae2-7a9c-46d8-960c-e8f19bfa0b6a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] show failed (client error): The resource could not be found. Oct 21 15:11:44.318100 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f8695ae2-7a9c-46d8-960c-e8f19bfa0b6a tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "GET /networking/v2.0/security-groups/bffc8f93-2ff9-470d-a7ce-bc1f24a1bf51 HTTP/1.1" status: 404 len: 347 time: 0.0140676 Oct 21 15:11:44.321119 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45440) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:44.441139 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2658b06f-2d5a-453a-ae24-11cba806f4e3 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:44.441726 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Deleting port d3e926bf-2b84-4527-a96c-da247983cbd5 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:44.441726 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.463456 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 2658b06f-2d5a-453a-ae24-11cba806f4e3 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:44.468026 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 2658b06f-2d5a-453a-ae24-11cba806f4e3 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:44.526724 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.527062 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (d3e926bf-2b84-4527-a96c-da247983cbd5), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.541983 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Calling delete_port for d3e926bf-2b84-4527-a96c-da247983cbd5 owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:44.740935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (d3e926bf-2b84-4527-a96c-da247983cbd5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:44.993937 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Pushing event deleted for resources: {'Port': ['ID=d3e926bf-2b84-4527-a96c-da247983cbd5,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:45.053687 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks [] for floatingip (abeeff80-70bd-4e82-b87c-ebad9f6f9371), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.056276 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.057443 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-509ab6bb-d606-4300-8b6d-94d2df974684 tempest-AttachVolumeTestJSON-2118252150 tempest-AttachVolumeTestJSON-2118252150-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/abeeff80-70bd-4e82-b87c-ebad9f6f9371 HTTP/1.1" status: 204 len: 168 time: 0.7352498 Oct 21 15:11:45.292117 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45470) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:45.398324 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d5554c41-371c-4920-9db9-0e81762bc403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.466798 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:45.475542 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d5554c41-371c-4920-9db9-0e81762bc403 admin admin] Publish callbacks [] for security_group (313d0648-14b5-4bac-a47e-397aea989f9e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.529128 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d5554c41-371c-4920-9db9-0e81762bc403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (313d0648-14b5-4bac-a47e-397aea989f9e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.551015 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:45.572227 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5554c41-371c-4920-9db9-0e81762bc403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d0648-14b5-4bac-a47e-397aea989f9e,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:45.577398 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d5554c41-371c-4920-9db9-0e81762bc403 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e7213927abb74ce4a02a9524fb1cb5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835979 Oct 21 15:11:45.579518 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45476) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:45.629959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fcf154e0-2c75-4720-bf7a-937fbd418a78 admin admin] Publish callbacks [] for security_group (313d0648-14b5-4bac-a47e-397aea989f9e), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.650043 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fcf154e0-2c75-4720-bf7a-937fbd418a78 admin admin] Publish callbacks [] for security_group (313d0648-14b5-4bac-a47e-397aea989f9e), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.768239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fcf154e0-2c75-4720-bf7a-937fbd418a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (313d0648-14b5-4bac-a47e-397aea989f9e), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.770875 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-fcf154e0-2c75-4720-bf7a-937fbd418a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:45.772039 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-fcf154e0-2c75-4720-bf7a-937fbd418a78 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/313d0648-14b5-4bac-a47e-397aea989f9e HTTP/1.1" status: 204 len: 168 time: 0.1916306 Oct 21 15:11:45.780026 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf154e0-2c75-4720-bf7a-937fbd418a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d0648-14b5-4bac-a47e-397aea989f9e,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:46.354962 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45488) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:46.368272 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-169e393a-7c6e-4b48-bec5-df37bdc6b1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.442463 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-169e393a-7c6e-4b48-bec5-df37bdc6b1e3 admin admin] Publish callbacks [] for security_group (11a9ec9d-a060-4918-82f1-90eb6b213e8d), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.511876 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-169e393a-7c6e-4b48-bec5-df37bdc6b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (11a9ec9d-a060-4918-82f1-90eb6b213e8d), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.559384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45492) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:46.559890 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-169e393a-7c6e-4b48-bec5-df37bdc6b1e3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3931968cf1874aac95e84d6de915ecc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015307 Oct 21 15:11:46.559890 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e393a-7c6e-4b48-bec5-df37bdc6b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a9ec9d-a060-4918-82f1-90eb6b213e8d,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:46.611726 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e552ac20-1248-40ce-b165-6eb9703be5e7 admin admin] Publish callbacks [] for security_group (11a9ec9d-a060-4918-82f1-90eb6b213e8d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.632786 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e552ac20-1248-40ce-b165-6eb9703be5e7 admin admin] Publish callbacks [] for security_group (11a9ec9d-a060-4918-82f1-90eb6b213e8d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.734998 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e552ac20-1248-40ce-b165-6eb9703be5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (11a9ec9d-a060-4918-82f1-90eb6b213e8d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.737605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-e552ac20-1248-40ce-b165-6eb9703be5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:46.738904 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-e552ac20-1248-40ce-b165-6eb9703be5e7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/11a9ec9d-a060-4918-82f1-90eb6b213e8d HTTP/1.1" status: 204 len: 168 time: 0.1801662 Oct 21 15:11:46.747709 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552ac20-1248-40ce-b165-6eb9703be5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a9ec9d-a060-4918-82f1-90eb6b213e8d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:47.787011 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:47.790977 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22070b5d-300a-42d0-93a8-1fdb3408264e req-b94f5577-36b3-44eb-b59e-c4e8a761e6ea tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:47.792621 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22070b5d-300a-42d0-93a8-1fdb3408264e req-b94f5577-36b3-44eb-b59e-c4e8a761e6ea tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0495222 Oct 21 15:11:47.844827 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-22070b5d-300a-42d0-93a8-1fdb3408264e req-5891f9ea-4ade-49fc-8cf9-85af7ec09111 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Oct 21 15:11:48.877800 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-18540d1f-095f-462b-966e-fa0e335c0d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:48.975220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9384d87-e52a-46ad-9b84-f46e827ad023 req-71df0aaa-2b58-422d-a98f-d3133a2dffaf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:48.976781 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c9384d87-e52a-46ad-9b84-f46e827ad023 req-71df0aaa-2b58-422d-a98f-d3133a2dffaf tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0479357 Oct 21 15:11:49.062926 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c9384d87-e52a-46ad-9b84-f46e827ad023 req-b184e948-47c0-4eeb-b3f1-aff3fc5f365d tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=63228978-0648-4251-9610-eefee017c906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702794 Oct 21 15:11:49.065160 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-7c57fb38-15f3-41cc-9898-38eaaa3d91db tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:11:49.066947 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-7c57fb38-15f3-41cc-9898-38eaaa3d91db tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 947 time: 0.0538204 Oct 21 15:11:49.090460 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45566) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:49.157956 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Deleting port fb085c36-5fbe-49ea-be0b-e8120d82509d {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:49.158380 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.257862 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] For port fb085c36-5fbe-49ea-be0b-e8120d82509d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=fb085c36-5fbe-49ea-be0b-e8120d82509d,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:49.258231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.425673 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.428126 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (263636bc-5217-4c8f-9287-a8c9e8d78229), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.428126 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Floating IP 263636bc-5217-4c8f-9287-a8c9e8d78229 disassociated. External IP: 172.27.0.167, port: fb085c36-5fbe-49ea-be0b-e8120d82509d. Oct 21 15:11:49.428126 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Calling delete_port for fb085c36-5fbe-49ea-be0b-e8120d82509d owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:49.478521 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:49.598017 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.630855 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:49.661083 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (fb085c36-5fbe-49ea-be0b-e8120d82509d), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.690463 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event deleted for resources: {'Port': ['ID=fb085c36-5fbe-49ea-be0b-e8120d82509d,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:49.784578 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:49.812701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:49.824986 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:49.842942 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Deleting port 0547788c-e656-4f06-b169-ac114c28f715 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:49.843561 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (0547788c-e656-4f06-b169-ac114c28f715), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.929590 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:49.934375 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] For port 0547788c-e656-4f06-b169-ac114c28f715, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=0547788c-e656-4f06-b169-ac114c28f715,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:49.937319 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (0547788c-e656-4f06-b169-ac114c28f715), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.943773 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:49.956311 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Calling delete_port for 0547788c-e656-4f06-b169-ac114c28f715 owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:49.960523 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:49.961165 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:49.978499 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] No DVR routers for this DVR port fb085c36-5fbe-49ea-be0b-e8120d82509d on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:49.981425 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:49.984858 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6efd64a1-d2d5-4b2a-bd32-86dfee5e0012 req-af504766-441b-4f2c-beea-c798de670683 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.16 "DELETE /networking/v2.0/ports/fb085c36-5fbe-49ea-be0b-e8120d82509d HTTP/1.1" status: 204 len: 173 time: 0.9130909 Oct 21 15:11:49.985382 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-deleted', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:11:49.987642 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9de215-37a8-446e-b781-e680213ad755" -d '{"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-deleted", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:11:50.039846 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db833125-c55f-4540-ae7a-97644d18e9c8 x-openstack-request-id: req-db833125-c55f-4540-ae7a-97644d18e9c8 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:11:50.040513 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81446523-b4b2-4105-b224-66ebb84e5660", "name": "network-vif-deleted", "tag": "fb085c36-5fbe-49ea-be0b-e8120d82509d", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:11:50.040952 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db833125-c55f-4540-ae7a-97644d18e9c8 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:11:50.047018 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db833125-c55f-4540-ae7a-97644d18e9c8'] response: {'server_uuid': '81446523-b4b2-4105-b224-66ebb84e5660', 'name': 'network-vif-deleted', 'tag': 'fb085c36-5fbe-49ea-be0b-e8120d82509d', 'status': 'completed', 'code': 200} Oct 21 15:11:50.081501 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:50.216123 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ed567429-a107-428c-88c7-e35f0a372362 req-7ce1b247-c056-44cb-ada0-9c7af9cd3acd tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=81446523-b4b2-4105-b224-66ebb84e5660 HTTP/1.1" status: 200 len: 210 time: 0.0487576 Oct 21 15:11:50.251835 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:50.284226 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:50.289077 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (0547788c-e656-4f06-b169-ac114c28f715), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:50.302118 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:50.315812 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0547788c-e656-4f06-b169-ac114c28f715,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:50.340506 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:50.349993 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:50.350725 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:50.434369 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:50.503709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:50.529493 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9b8d3-6341-47b4-8600-83016787ffde None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:11:50.562663 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:50.649529 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9b8d3-6341-47b4-8600-83016787ffde None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:11:50.705717 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:50.732248 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:50.773386 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:50.800043 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9f099-ae9c-47ac-9d0d-8ad57b9540fc None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:04:19Z', 'revision_number': 4, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '662b53be-27b5-4189-a6bf-4ca94e3e546e', 'name': '', 'network_id': 'ea25e75c-f122-4224-a461-b96ad815c898', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'mac_address': 'fa:16:3e:eb:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:17Z', 'updated_at': '2022-10-21T15:04:35Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'subnets': [{'id': 'dd9f0562-9f07-4ee6-8ab4-a5b452682879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:11:50.846031 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:50.851828 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-faa436cd-08e8-4250-ae78-7d87605e19d1 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602699 Oct 21 15:11:50.854407 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45578) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:50.861209 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b8d92-de02-4352-943d-f1a414187950 None None] Sync routers for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:50.878452 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:50.879950 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:51.019077 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks [] for router (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.021770 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:51.190589 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks [] for router_gateway (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.207206 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b92ae-8cf6-4e12-82c9-60fea71bb799 None None] New status for floating IP 263636bc-5217-4c8f-9287-a8c9e8d78229: DOWN {{(pid=105101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:11:51.293215 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:11:50Z', 'revision_number': 5, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port': {'id': '62a4286d-4a86-4d01-9acb-0e232b1fe300', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:05:46Z', 'updated_at': '2022-10-21T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:51.331933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Deleting port 62a4286d-4a86-4d01-9acb-0e232b1fe300 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:51.334312 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.372196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b8d92-de02-4352-943d-f1a414187950 None None] Checking router: d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:51.390645 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] Routers {'d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:51.391611 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:51.426051 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] For port 62a4286d-4a86-4d01-9acb-0e232b1fe300, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=62a4286d-4a86-4d01-9acb-0e232b1fe300,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:51.426387 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.440190 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45588) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:51.442562 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Calling delete_port for 62a4286d-4a86-4d01-9acb-0e232b1fe300 owned by network:router_gateway {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:51.452310 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:51.474389 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cc489901-b2a6-4d1c-aa7f-5667a38b83ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.499961 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] Set router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 gateway port host: None {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:51.589892 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-730b8d92-de02-4352-943d-f1a414187950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:11:51Z', 'revision_number': 6, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:51.622941 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b8d92-de02-4352-943d-f1a414187950 None None] The sync data for ids ['d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5'] in dv-cinder-836083-16-iscsi is: [{'id': 'd1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5', 'name': 'tempest-AttachVolumeTestJSON-720211664-router', 'tenant_id': '0025ac2cdc0f45dab742a02486307716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:05:45Z', 'updated_at': '2022-10-21T15:11:51Z', 'revision_number': 6, 'project_id': '0025ac2cdc0f45dab742a02486307716', 'gw_port_host': None}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:11:51.623988 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bf039a8c-a9d0-4d92-9064-46bc48c154cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (63228978-0648-4251-9610-eefee017c906), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.624410 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-6ee9073e-6b04-49db-b6fc-c1f30a735736 None None] Provisioning complete for port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:11:51.624780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6ee9073e-6b04-49db-b6fc-c1f30a735736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.625206 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-6ee9073e-6b04-49db-b6fc-c1f30a735736 None None] Attempt 1 to provision port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf Oct 21 15:11:51.665778 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bf039a8c-a9d0-4d92-9064-46bc48c154cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (63228978-0648-4251-9610-eefee017c906), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.691019 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:51.705897 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9073e-6b04-49db-b6fc-c1f30a735736 None None] Current status of the port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:11:51.815527 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bf039a8c-a9d0-4d92-9064-46bc48c154cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (63228978-0648-4251-9610-eefee017c906), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.818562 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bf039a8c-a9d0-4d92-9064-46bc48c154cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.819851 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-bf039a8c-a9d0-4d92-9064-46bc48c154cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/63228978-0648-4251-9610-eefee017c906 HTTP/1.1" status: 204 len: 168 time: 0.3785861 Oct 21 15:11:51.820548 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (62a4286d-4a86-4d01-9acb-0e232b1fe300), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.822651 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45592) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:51.837283 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.api.v2.resource [None req-13056db5-f286-466a-bb52-766f6a39bf81 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] show failed (client error): The resource could not be found. Oct 21 15:11:51.841074 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-13056db5-f286-466a-bb52-766f6a39bf81 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "GET /networking/v2.0/security-groups/63228978-0648-4251-9610-eefee017c906 HTTP/1.1" status: 404 len: 347 time: 0.0146751 Oct 21 15:11:51.841329 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45594) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:51.854734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf039a8c-a9d0-4d92-9064-46bc48c154cc tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63228978-0648-4251-9610-eefee017c906,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:51.856292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a4286d-4a86-4d01-9acb-0e232b1fe300,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:51.931874 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:51.967777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Deleting port db2c3239-04f9-4887-bd31-ba6a4e7707d8 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:51.968120 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.026137 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.028523 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks [] for router_controller (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.055412 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.055745 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (db2c3239-04f9-4887-bd31-ba6a4e7707d8), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.068944 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Calling delete_port for db2c3239-04f9-4887-bd31-ba6a4e7707d8 owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:52.169045 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.169626 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 {{(pid=105099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:11:52.174898 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.176217 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f6bbaccd-afb4-4082-bb9b-6ad11d7a2bb2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/d1a1b73b-36e1-4e86-8fb3-55ef8cfde1c5 HTTP/1.1" status: 204 len: 168 time: 1.3207505 Oct 21 15:11:52.178758 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45598) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:52.222484 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Deleting subnet 864f2625-34f1-4b62-a979-3737071b6af8 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:11:52.226409 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Publish callbacks [] for subnet (864f2625-34f1-4b62-a979-3737071b6af8), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.255180 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (db2c3239-04f9-4887-bd31-ba6a4e7707d8), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.256625 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:52.264084 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (864f2625-34f1-4b62-a979-3737071b6af8), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.283729 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Pushing event deleted for resources: {'Port': ['ID=db2c3239-04f9-4887-bd31-ba6a4e7707d8,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:52.344572 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (864f2625-34f1-4b62-a979-3737071b6af8), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.349672 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks [] for floatingip (263636bc-5217-4c8f-9287-a8c9e8d78229), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.352264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.353401 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-aaee239d-8bfe-47fa-9bab-f74cb71fb472 tempest-AttachVolumeShelveTestJSON-1042907547 tempest-AttachVolumeShelveTestJSON-1042907547-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/263636bc-5217-4c8f-9287-a8c9e8d78229 HTTP/1.1" status: 204 len: 168 time: 0.5111723 Oct 21 15:11:52.444168 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:52.500724 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (864f2625-34f1-4b62-a979-3737071b6af8), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.527013 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864f2625-34f1-4b62-a979-3737071b6af8,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:52.532996 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.536900 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ff17ade4-2d5d-46c5-84ca-842904dc991a admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/864f2625-34f1-4b62-a979-3737071b6af8 HTTP/1.1" status: 204 len: 168 time: 0.3568807 Oct 21 15:11:52.539340 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45602) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:52.543172 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1afc87-0c87-4f94-95f0-4b4328d8b51e None None] Network 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:11:52.548439 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.616420 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.672789 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Deleting port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:52.673471 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.747145 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] DHCP port deletion for 21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:11:52.758601 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] For port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:52.758999 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.771861 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Calling delete_port for 5be3eafa-cbea-4f09-b1d7-be93bf0baecf owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:52.787757 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Deleting port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:52.788127 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.835197 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:52.851164 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] For port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,segment=NetworkSegment(c538ed17-2af3-4c9d-a0ca-5c80b4edcbec),segment_id=c538ed17-2af3-4c9d-a0ca-5c80b4edcbec)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:52.851488 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.863945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Calling delete_port for 5be3eafa-cbea-4f09-b1d7-be93bf0baecf owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:52.922127 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.941738 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (5be3eafa-cbea-4f09-b1d7-be93bf0baecf), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:52.947938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Pushing event deleted for resources: {'Port': ['ID=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:52.952222 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] No DVR routers for this DVR port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:52.960804 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:52.967628 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Pushing event deleted for resources: {'Port': ['ID=5be3eafa-cbea-4f09-b1d7-be93bf0baecf,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:52.969965 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] No DVR routers for this DVR port 5be3eafa-cbea-4f09-b1d7-be93bf0baecf on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:11:52.979780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.980136 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.980481 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.981362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.981362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.981559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.981791 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.982121 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.982471 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.982806 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.983135 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.983465 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.983822 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.984151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:52.984474 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3c70ad-83b5-4dee-b54c-8170e3b0a3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:53.033507 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.054977 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ba9c68-98e6-41b9-b0e4-cb7cb4592b59']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:53.064030 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:53.064315 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c538ed17-2af3-4c9d-a0ca-5c80b4edcbec') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:53.074706 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (c538ed17-2af3-4c9d-a0ca-5c80b4edcbec), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.087950 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (c538ed17-2af3-4c9d-a0ca-5c80b4edcbec), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.094330 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:11:53.100158 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (c538ed17-2af3-4c9d-a0ca-5c80b4edcbec), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.209285 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (21ba9c68-98e6-41b9-b0e4-cb7cb4592b59), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.215165 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.218171 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/21ba9c68-98e6-41b9-b0e4-cb7cb4592b59 HTTP/1.1" status: 204 len: 168 time: 0.6778169 Oct 21 15:11:53.232346 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5edcf-37b2-4a25-829b-8ec0d065d24c admin admin] Pushing event deleted for resources: {'Network': ['ID=21ba9c68-98e6-41b9-b0e4-cb7cb4592b59,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:53.236820 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment c538ed17-2af3-4c9d-a0ca-5c80b4edcbec resource provider aggregate not found Oct 21 15:11:53.254462 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment c538ed17-2af3-4c9d-a0ca-5c80b4edcbec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c538ed17-2af3-4c9d-a0ca-5c80b4edcbec found for delete ", "request_id": "req-51ac2754-ac2a-4245-b1eb-3e910ee1674a"}]} Oct 21 15:11:53.522331 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0547788c-e656-4f06-b169-ac114c28f715 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:53.542789 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 0547788c-e656-4f06-b169-ac114c28f715 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:53.543134 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 0547788c-e656-4f06-b169-ac114c28f715 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:53.543547 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 62a4286d-4a86-4d01-9acb-0e232b1fe300 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:53.560924 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 62a4286d-4a86-4d01-9acb-0e232b1fe300 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:53.561265 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 62a4286d-4a86-4d01-9acb-0e232b1fe300 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:53.561677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 5be3eafa-cbea-4f09-b1d7-be93bf0baecf no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:53.579055 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 5be3eafa-cbea-4f09-b1d7-be93bf0baecf {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:53.579400 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 5be3eafa-cbea-4f09-b1d7-be93bf0baecf not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:53.599493 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45616) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:53.645508 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-06018548-4615-491e-b3df-202d8f3a2f44 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0025ac2cdc0f45dab742a02486307716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442338 Oct 21 15:11:53.648489 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45620) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:53.666366 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:11:53.686167 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: fb085c36-5fbe-49ea-be0b-e8120d82509d {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:11:53.686583 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device fb085c36-5fbe-49ea-be0b-e8120d82509d not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:11:53.700648 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1246cd79-e72c-4853-ab6c-d5a28f9b7ade admin admin] Publish callbacks [] for security_group (1bc7ee0c-a4d0-4d2c-a210-dad9db797c70), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.721477 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1246cd79-e72c-4853-ab6c-d5a28f9b7ade admin admin] Publish callbacks [] for security_group (1bc7ee0c-a4d0-4d2c-a210-dad9db797c70), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.871563 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1246cd79-e72c-4853-ab6c-d5a28f9b7ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (1bc7ee0c-a4d0-4d2c-a210-dad9db797c70), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.874123 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1246cd79-e72c-4853-ab6c-d5a28f9b7ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:53.875344 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-1246cd79-e72c-4853-ab6c-d5a28f9b7ade admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1bc7ee0c-a4d0-4d2c-a210-dad9db797c70 HTTP/1.1" status: 204 len: 168 time: 0.2259438 Oct 21 15:11:53.884189 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246cd79-e72c-4853-ab6c-d5a28f9b7ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc7ee0c-a4d0-4d2c-a210-dad9db797c70,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:54.117936 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:54.123015 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:57.394177 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45706) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:57.624262 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:57.865955 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (ce8499c2-a909-41ab-89f5-1a1b36df0a60), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:58.317201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Deleting port 662b53be-27b5-4189-a6bf-4ca94e3e546e {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:58.317535 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:58.397122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] For port 662b53be-27b5-4189-a6bf-4ca94e3e546e, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=662b53be-27b5-4189-a6bf-4ca94e3e546e,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:58.397751 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:58.413675 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Calling delete_port for 662b53be-27b5-4189-a6bf-4ca94e3e546e owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:58.419021 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:58.643886 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (662b53be-27b5-4189-a6bf-4ca94e3e546e), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:58.670327 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Pushing event deleted for resources: {'Port': ['ID=662b53be-27b5-4189-a6bf-4ca94e3e546e,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:11:58.699705 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.700656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.700656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.700873 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.701614 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.701614 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.701944 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.702277 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.702607 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.702963 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.703296 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.703626 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.703951 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.704272 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.704593 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:11:58.854570 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (ce8499c2-a909-41ab-89f5-1a1b36df0a60), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:58.867199 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:58.877151 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211daa0-f70d-4083-9371-266d22a5c14c None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:11:58.959206 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211daa0-f70d-4083-9371-266d22a5c14c None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:11:59.070092 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Router ce8499c2-a909-41ab-89f5-1a1b36df0a60 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:11:59.172749 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:59.180557 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:11:59.186162 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4732e0df-6e27-49e8-ae64-47279576ece2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/ce8499c2-a909-41ab-89f5-1a1b36df0a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7914989 Oct 21 15:11:59.188980 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45732) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:59.193861 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] Sync routers for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:11:59.204832 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:59.205432 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:59.291344 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:59.303732 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks [] for router (ce8499c2-a909-41ab-89f5-1a1b36df0a60), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:59.319928 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:59.424703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks [] for router_gateway (ce8499c2-a909-41ab-89f5-1a1b36df0a60), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:59.561389 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Deleting port 144354ca-a3f2-4208-b4f4-3296d8465fa2 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:11:59.564225 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:59.608071 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:59.656019 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] For port 144354ca-a3f2-4208-b4f4-3296d8465fa2, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=144354ca-a3f2-4208-b4f4-3296d8465fa2,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:11:59.656592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:59.667943 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:11:58Z', 'revision_number': 5, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port': {'id': '144354ca-a3f2-4208-b4f4-3296d8465fa2', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:04:10Z', 'updated_at': '2022-10-21T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:59.671997 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Calling delete_port for 144354ca-a3f2-4208-b4f4-3296d8465fa2 owned by network:router_gateway {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:11:59.705177 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] Checking router: ce8499c2-a909-41ab-89f5-1a1b36df0a60 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:11:59.722170 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] Routers {'ce8499c2-a909-41ab-89f5-1a1b36df0a60'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:11:59.722902 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:11:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:59.736744 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:59.801985 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:11:59.816887 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-30b01146-e9c6-46bb-b0e9-5bae328cb1fb None None] Provisioning complete for port 6836b1d5-b749-43e7-9f88-3a90a426368a triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:11:59.817260 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-30b01146-e9c6-46bb-b0e9-5bae328cb1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:11:59.817592 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-30b01146-e9c6-46bb-b0e9-5bae328cb1fb None None] Attempt 1 to provision port 6836b1d5-b749-43e7-9f88-3a90a426368a Oct 21 15:11:59.850705 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] Set router ce8499c2-a909-41ab-89f5-1a1b36df0a60 gateway port host: None {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:11:59.915208 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:11:59Z', 'revision_number': 6, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:11:59.923890 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45744) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:11:59.948513 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a69e7-cba0-4ec7-bc8b-a955f3f1efba None None] The sync data for ids ['ce8499c2-a909-41ab-89f5-1a1b36df0a60'] in dv-cinder-836083-16-iscsi is: [{'id': 'ce8499c2-a909-41ab-89f5-1a1b36df0a60', 'name': 'tempest-AttachVolumeShelveTestJSON-1317671102-router', 'tenant_id': 'c83d10829a81437fb4d56fe488581212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:04:09Z', 'updated_at': '2022-10-21T15:11:59Z', 'revision_number': 6, 'project_id': 'c83d10829a81437fb4d56fe488581212', 'gw_port_host': None}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:12:00.016273 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-30b01146-e9c6-46bb-b0e9-5bae328cb1fb None None] Current status of the port 6836b1d5-b749-43e7-9f88-3a90a426368a is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:12:00.074322 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5f1276a-d09d-41b7-b83f-b1edc9fa7045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.158049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5f1276a-d09d-41b7-b83f-b1edc9fa7045 admin admin] Publish callbacks [] for security_group (f9abf9dd-5af6-4988-845d-e7641615f8bc), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.214833 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (144354ca-a3f2-4208-b4f4-3296d8465fa2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.241145 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=144354ca-a3f2-4208-b4f4-3296d8465fa2,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:00.266793 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5f1276a-d09d-41b7-b83f-b1edc9fa7045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f9abf9dd-5af6-4988-845d-e7641615f8bc), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.302184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (ce8499c2-a909-41ab-89f5-1a1b36df0a60), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.318506 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f5f1276a-d09d-41b7-b83f-b1edc9fa7045 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a9d2eb083d274aaab445df597b13cbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850484 Oct 21 15:12:00.318506 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1276a-d09d-41b7-b83f-b1edc9fa7045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9abf9dd-5af6-4988-845d-e7641615f8bc,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:00.318807 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45748) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:00.393746 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-eb37d8d2-6bee-4f0f-87d1-b60355abd796 admin admin] Publish callbacks [] for security_group (f9abf9dd-5af6-4988-845d-e7641615f8bc), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.419447 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-eb37d8d2-6bee-4f0f-87d1-b60355abd796 admin admin] Publish callbacks [] for security_group (f9abf9dd-5af6-4988-845d-e7641615f8bc), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.433327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (ce8499c2-a909-41ab-89f5-1a1b36df0a60), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.435697 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks [] for router_controller (ce8499c2-a909-41ab-89f5-1a1b36df0a60), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.563028 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-eb37d8d2-6bee-4f0f-87d1-b60355abd796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f9abf9dd-5af6-4988-845d-e7641615f8bc), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.565630 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-eb37d8d2-6bee-4f0f-87d1-b60355abd796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.566905 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-eb37d8d2-6bee-4f0f-87d1-b60355abd796 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f9abf9dd-5af6-4988-845d-e7641615f8bc HTTP/1.1" status: 204 len: 168 time: 0.2471733 Oct 21 15:12:00.573691 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (ce8499c2-a909-41ab-89f5-1a1b36df0a60), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.576919 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce8499c2-a909-41ab-89f5-1a1b36df0a60 {{(pid=105098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:12:00.577032 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37d8d2-6bee-4f0f-87d1-b60355abd796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9abf9dd-5af6-4988-845d-e7641615f8bc,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:00.594345 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.595596 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-eb6a7d59-e01c-4a7c-8fcc-4ea96ae662b3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/ce8499c2-a909-41ab-89f5-1a1b36df0a60 HTTP/1.1" status: 204 len: 168 time: 1.4008293 Oct 21 15:12:00.598530 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45754) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:00.658706 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Deleting subnet dd9f0562-9f07-4ee6-8ab4-a5b452682879 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:12:00.661726 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Publish callbacks [] for subnet (dd9f0562-9f07-4ee6-8ab4-a5b452682879), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.698400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (dd9f0562-9f07-4ee6-8ab4-a5b452682879), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.780016 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (dd9f0562-9f07-4ee6-8ab4-a5b452682879), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.911447 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (dd9f0562-9f07-4ee6-8ab4-a5b452682879), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.940474 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9f0562-9f07-4ee6-8ab4-a5b452682879,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:00.945405 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:00.952808 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-23869e2b-1901-4a30-88b6-f6717ee47449 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/dd9f0562-9f07-4ee6-8ab4-a5b452682879 HTTP/1.1" status: 204 len: 168 time: 0.3504622 Oct 21 15:12:00.952944 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e0d5c-bda8-4490-993f-bde4f417c0bb None None] Network ea25e75c-f122-4224-a461-b96ad815c898 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:12:00.953397 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45758) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:01.029068 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (ea25e75c-f122-4224-a461-b96ad815c898), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.079811 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Deleting port 6836b1d5-b749-43e7-9f88-3a90a426368a {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:12:01.080139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.139062 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] DHCP port deletion for ea25e75c-f122-4224-a461-b96ad815c898 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:12:01.151347 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] For port 6836b1d5-b749-43e7-9f88-3a90a426368a, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6836b1d5-b749-43e7-9f88-3a90a426368a,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:12:01.151716 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.165714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Calling delete_port for 6836b1d5-b749-43e7-9f88-3a90a426368a owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:12:01.182012 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] Deleting port 6836b1d5-b749-43e7-9f88-3a90a426368a {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:12:01.182381 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.241183 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45760) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:01.256881 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24e1b0d-ce8d-4fb9-83a3-039b417db38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.257152 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] For port 6836b1d5-b749-43e7-9f88-3a90a426368a, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=6836b1d5-b749-43e7-9f88-3a90a426368a,segment=NetworkSegment(8f1ca13f-754d-4281-901c-0d03134b174f),segment_id=8f1ca13f-754d-4281-901c-0d03134b174f)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:12:01.257557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.273835 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] Calling delete_port for 6836b1d5-b749-43e7-9f88-3a90a426368a owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:12:01.311313 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:01.313648 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:01.331489 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:01.336384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24e1b0d-ce8d-4fb9-83a3-039b417db38f admin admin] Publish callbacks [] for security_group (f555c7da-a134-44c0-b186-3508cae83705), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.341366 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.358095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (6836b1d5-b749-43e7-9f88-3a90a426368a), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.366637 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Pushing event deleted for resources: {'Port': ['ID=6836b1d5-b749-43e7-9f88-3a90a426368a,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:01.370931 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] No DVR routers for this DVR port 6836b1d5-b749-43e7-9f88-3a90a426368a on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:12:01.382930 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] Pushing event deleted for resources: {'Port': ['ID=6836b1d5-b749-43e7-9f88-3a90a426368a,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:01.388933 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537937f7-9892-415f-af2b-102bf1fb9610 None None] No DVR routers for this DVR port 6836b1d5-b749-43e7-9f88-3a90a426368a on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:12:01.408591 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24e1b0d-ce8d-4fb9-83a3-039b417db38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f555c7da-a134-44c0-b186-3508cae83705), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.488912 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (ea25e75c-f122-4224-a461-b96ad815c898), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.491673 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c24e1b0d-ce8d-4fb9-83a3-039b417db38f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=80c0266ae9684c838b98a30035e256cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495143 Oct 21 15:12:01.496299 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45764) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:01.500850 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e1b0d-ce8d-4fb9-83a3-039b417db38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f555c7da-a134-44c0-b186-3508cae83705,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:01.517803 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea25e75c-f122-4224-a461-b96ad815c898']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:01.525899 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1ca13f-754d-4281-901c-0d03134b174f') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:01.526199 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1ca13f-754d-4281-901c-0d03134b174f') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:01.538350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (8f1ca13f-754d-4281-901c-0d03134b174f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.552272 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 144354ca-a3f2-4208-b4f4-3296d8465fa2 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:12:01.553844 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (8f1ca13f-754d-4281-901c-0d03134b174f), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.555734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-25117200-be5a-433d-8d85-b4cfb8f47ee4 admin admin] Publish callbacks [] for security_group (f555c7da-a134-44c0-b186-3508cae83705), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.559131 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:01.562192 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:12:01.562798 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (8f1ca13f-754d-4281-901c-0d03134b174f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.575263 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 144354ca-a3f2-4208-b4f4-3296d8465fa2 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:12:01.575617 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 144354ca-a3f2-4208-b4f4-3296d8465fa2 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:12:01.577943 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6836b1d5-b749-43e7-9f88-3a90a426368a no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:12:01.578543 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-25117200-be5a-433d-8d85-b4cfb8f47ee4 admin admin] Publish callbacks [] for security_group (f555c7da-a134-44c0-b186-3508cae83705), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.596554 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 6836b1d5-b749-43e7-9f88-3a90a426368a {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:12:01.601182 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 6836b1d5-b749-43e7-9f88-3a90a426368a not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:12:01.601182 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 662b53be-27b5-4189-a6bf-4ca94e3e546e no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:12:01.607348 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 8f1ca13f-754d-4281-901c-0d03134b174f resource provider aggregate not found Oct 21 15:12:01.616599 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 662b53be-27b5-4189-a6bf-4ca94e3e546e {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:12:01.616768 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 662b53be-27b5-4189-a6bf-4ca94e3e546e not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:12:01.638529 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 8f1ca13f-754d-4281-901c-0d03134b174f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f1ca13f-754d-4281-901c-0d03134b174f found for delete ", "request_id": "req-0ff7917c-a9ff-41ec-a994-1209add9cfe1"}]} Oct 21 15:12:01.717550 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (ea25e75c-f122-4224-a461-b96ad815c898), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.723011 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.726118 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ea25e75c-f122-4224-a461-b96ad815c898 HTTP/1.1" status: 204 len: 168 time: 0.7720084 Oct 21 15:12:01.728824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-25117200-be5a-433d-8d85-b4cfb8f47ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f555c7da-a134-44c0-b186-3508cae83705), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.735966 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-25117200-be5a-433d-8d85-b4cfb8f47ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:01.735966 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-25117200-be5a-433d-8d85-b4cfb8f47ee4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f555c7da-a134-44c0-b186-3508cae83705 HTTP/1.1" status: 204 len: 168 time: 0.2357624 Oct 21 15:12:01.743070 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25117200-be5a-433d-8d85-b4cfb8f47ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f555c7da-a134-44c0-b186-3508cae83705,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:01.747440 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f4219-0399-43b3-91f6-1df0e006f508 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea25e75c-f122-4224-a461-b96ad815c898,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:02.095632 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45776) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:02.126427 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:02.140840 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e367b708-2287-4aae-ac1a-de98482061b1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c83d10829a81437fb4d56fe488581212&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440698 Oct 21 15:12:02.143679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45780) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:02.149959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:02.199797 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1fd235db-bf40-4dd4-b5e6-b71b8b2958eb admin admin] Publish callbacks [] for security_group (f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:02.221602 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1fd235db-bf40-4dd4-b5e6-b71b8b2958eb admin admin] Publish callbacks [] for security_group (f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:02.345396 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1fd235db-bf40-4dd4-b5e6-b71b8b2958eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:02.348010 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1fd235db-bf40-4dd4-b5e6-b71b8b2958eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:02.351647 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-1fd235db-bf40-4dd4-b5e6-b71b8b2958eb admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8 HTTP/1.1" status: 204 len: 168 time: 0.2046025 Oct 21 15:12:02.357476 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd235db-bf40-4dd4-b5e6-b71b8b2958eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55fba4e-3a6f-4ccb-a53d-3d3e34b1ccb8,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:05.122555 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45932) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:05.170373 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45936) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:05.276678 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7228e0c6-b33d-4f79-bc56-4fb5a5a07cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.281229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a115eb7b-012c-40bf-84b1-f1f43dfe73e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.353806 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7228e0c6-b33d-4f79-bc56-4fb5a5a07cae admin admin] Publish callbacks [] for security_group (4251733e-ee26-43c7-b25f-6f2366653a63), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.358580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a115eb7b-012c-40bf-84b1-f1f43dfe73e3 admin admin] Publish callbacks [] for security_group (abf73ad9-1ef9-40f2-be79-5ebc04268dd5), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.425867 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a115eb7b-012c-40bf-84b1-f1f43dfe73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (abf73ad9-1ef9-40f2-be79-5ebc04268dd5), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.426046 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7228e0c6-b33d-4f79-bc56-4fb5a5a07cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (4251733e-ee26-43c7-b25f-6f2366653a63), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.469237 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a115eb7b-012c-40bf-84b1-f1f43dfe73e3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0003d79ce5b0407a8baf4d5544fa7a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952878 Oct 21 15:12:05.469443 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7228e0c6-b33d-4f79-bc56-4fb5a5a07cae admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=25ac1a73a8184cfeb7e3f6717760682d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433297 Oct 21 15:12:05.469628 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115eb7b-012c-40bf-84b1-f1f43dfe73e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf73ad9-1ef9-40f2-be79-5ebc04268dd5,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:05.469727 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45940) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:05.469836 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45942) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:05.478265 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228e0c6-b33d-4f79-bc56-4fb5a5a07cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4251733e-ee26-43c7-b25f-6f2366653a63,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:05.612425 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-543cd64c-ce51-4607-81b9-4a578bf0a60c admin admin] Publish callbacks [] for security_group (4251733e-ee26-43c7-b25f-6f2366653a63), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.622793 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a3e8e6da-08a7-4705-81c1-d5b202cd1c39 admin admin] Publish callbacks [] for security_group (abf73ad9-1ef9-40f2-be79-5ebc04268dd5), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.658876 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-543cd64c-ce51-4607-81b9-4a578bf0a60c admin admin] Publish callbacks [] for security_group (4251733e-ee26-43c7-b25f-6f2366653a63), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.662348 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a3e8e6da-08a7-4705-81c1-d5b202cd1c39 admin admin] Publish callbacks [] for security_group (abf73ad9-1ef9-40f2-be79-5ebc04268dd5), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.837824 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a3e8e6da-08a7-4705-81c1-d5b202cd1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (abf73ad9-1ef9-40f2-be79-5ebc04268dd5), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.840521 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a3e8e6da-08a7-4705-81c1-d5b202cd1c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.841865 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-a3e8e6da-08a7-4705-81c1-d5b202cd1c39 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/abf73ad9-1ef9-40f2-be79-5ebc04268dd5 HTTP/1.1" status: 204 len: 168 time: 0.3711753 Oct 21 15:12:05.842539 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-543cd64c-ce51-4607-81b9-4a578bf0a60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (4251733e-ee26-43c7-b25f-6f2366653a63), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.845296 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-543cd64c-ce51-4607-81b9-4a578bf0a60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:05.846312 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-543cd64c-ce51-4607-81b9-4a578bf0a60c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4251733e-ee26-43c7-b25f-6f2366653a63 HTTP/1.1" status: 204 len: 168 time: 0.3744931 Oct 21 15:12:05.854959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8e6da-08a7-4705-81c1-d5b202cd1c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf73ad9-1ef9-40f2-be79-5ebc04268dd5,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:05.861241 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:05.866980 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cd64c-ce51-4607-81b9-4a578bf0a60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4251733e-ee26-43c7-b25f-6f2366653a63,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:05.881196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:06.661728 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45968) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:06.678445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e59de9db-8bfc-4c4b-8b4f-41aca6e3e439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:06.744284 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45970) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:06.755441 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e59de9db-8bfc-4c4b-8b4f-41aca6e3e439 admin admin] Publish callbacks [] for security_group (ffb7fbd4-3721-4ead-8c6a-48186a3c9731), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:06.758005 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f61d0fb1-8994-4cb5-a8ea-0eb5805c4d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:06.833465 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f61d0fb1-8994-4cb5-a8ea-0eb5805c4d2e admin admin] Publish callbacks [] for security_group (22c91566-7afc-4b69-aa03-d352c545008a), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:06.860247 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e59de9db-8bfc-4c4b-8b4f-41aca6e3e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (ffb7fbd4-3721-4ead-8c6a-48186a3c9731), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:06.901325 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e59de9db-8bfc-4c4b-8b4f-41aca6e3e439 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e7236f8dd325497086964cfe98927cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379720 Oct 21 15:12:06.902136 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59de9db-8bfc-4c4b-8b4f-41aca6e3e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7fbd4-3721-4ead-8c6a-48186a3c9731,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:06.904212 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 45972) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:06.919106 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f61d0fb1-8994-4cb5-a8ea-0eb5805c4d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (22c91566-7afc-4b69-aa03-d352c545008a), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:06.979682 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-f61d0fb1-8994-4cb5-a8ea-0eb5805c4d2e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3061409f25204e139ffa93b06f2ea1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342844 Oct 21 15:12:06.981782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d0fb1-8994-4cb5-a8ea-0eb5805c4d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c91566-7afc-4b69-aa03-d352c545008a,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:06.982443 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 45974) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:06.997178 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91f0144d-9e3a-4216-9a4b-9d6ca0839063 admin admin] Publish callbacks [] for security_group (ffb7fbd4-3721-4ead-8c6a-48186a3c9731), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.023556 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91f0144d-9e3a-4216-9a4b-9d6ca0839063 admin admin] Publish callbacks [] for security_group (ffb7fbd4-3721-4ead-8c6a-48186a3c9731), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.035531 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3750d1de-db86-41f9-a738-a35be0536c1e admin admin] Publish callbacks [] for security_group (22c91566-7afc-4b69-aa03-d352c545008a), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.063881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3750d1de-db86-41f9-a738-a35be0536c1e admin admin] Publish callbacks [] for security_group (22c91566-7afc-4b69-aa03-d352c545008a), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.180568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3750d1de-db86-41f9-a738-a35be0536c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (22c91566-7afc-4b69-aa03-d352c545008a), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.180703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91f0144d-9e3a-4216-9a4b-9d6ca0839063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (ffb7fbd4-3721-4ead-8c6a-48186a3c9731), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.183561 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3750d1de-db86-41f9-a738-a35be0536c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.184043 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-91f0144d-9e3a-4216-9a4b-9d6ca0839063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:07.190683 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3750d1de-db86-41f9-a738-a35be0536c1e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/22c91566-7afc-4b69-aa03-d352c545008a HTTP/1.1" status: 204 len: 168 time: 0.2013102 Oct 21 15:12:07.191307 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-91f0144d-9e3a-4216-9a4b-9d6ca0839063 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ffb7fbd4-3721-4ead-8c6a-48186a3c9731 HTTP/1.1" status: 204 len: 168 time: 0.2819967 Oct 21 15:12:07.195503 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750d1de-db86-41f9-a738-a35be0536c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c91566-7afc-4b69-aa03-d352c545008a,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:07.207223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0144d-9e3a-4216-9a4b-9d6ca0839063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7fbd4-3721-4ead-8c6a-48186a3c9731,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:08.159832 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46014) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:08.348582 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fd16cc58-893b-4474-bb9b-241a461092b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.406779 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=16 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:08.426397 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fd16cc58-893b-4474-bb9b-241a461092b2 admin admin] Publish callbacks [] for security_group (d1790dad-ca4b-4087-ba70-439936f7b0d9), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.499274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-fd16cc58-893b-4474-bb9b-241a461092b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d1790dad-ca4b-4087-ba70-439936f7b0d9), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.547717 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-fd16cc58-893b-4474-bb9b-241a461092b2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=73f58dbdf1c745ea81b943c73a400955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867683 Oct 21 15:12:08.549752 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16cc58-893b-4474-bb9b-241a461092b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1790dad-ca4b-4087-ba70-439936f7b0d9,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:08.550445 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46034) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:08.566450 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:08.606625 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3877207-fb07-4720-b9b1-eead090b1d4f admin admin] Publish callbacks [] for security_group (d1790dad-ca4b-4087-ba70-439936f7b0d9), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.643747 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3877207-fb07-4720-b9b1-eead090b1d4f admin admin] Publish callbacks [] for security_group (d1790dad-ca4b-4087-ba70-439936f7b0d9), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.643883 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46036) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:08.786727 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3877207-fb07-4720-b9b1-eead090b1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (d1790dad-ca4b-4087-ba70-439936f7b0d9), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.790917 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-d3877207-fb07-4720-b9b1-eead090b1d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.795201 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-d3877207-fb07-4720-b9b1-eead090b1d4f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d1790dad-ca4b-4087-ba70-439936f7b0d9 HTTP/1.1" status: 204 len: 168 time: 0.2436652 Oct 21 15:12:08.803721 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877207-fb07-4720-b9b1-eead090b1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1790dad-ca4b-4087-ba70-439936f7b0d9,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:08.844396 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-3637341-network', 'tenant_id': 'e6425e5b2baa42bcadfc208010752ef5'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:08.853535 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:08.950884 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Made reservation on behalf of e6425e5b2baa42bcadfc208010752ef5 for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:12:08.953887 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:08.964348 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.048715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks [] for security_group (b48bbeca-f569-4346-929f-916e29cd71e2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.117367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b48bbeca-f569-4346-929f-916e29cd71e2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.133886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:12:09.150255 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48bbeca-f569-4346-929f-916e29cd71e2,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:09.154291 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (b5e36745-7cd8-4e22-825b-98f30f5f6b61), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.154653 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Added segment b5e36745-7cd8-4e22-825b-98f30f5f6b61 of type vlan for network ec548a51-8a50-4ef0-9cb8-07614962c321 Oct 21 15:12:09.201524 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (ec548a51-8a50-4ef0-9cb8-07614962c321), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.324412 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (ec548a51-8a50-4ef0-9cb8-07614962c321), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.325439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:09.326035 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.387818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] Pushing event updated for resources: {'Network': ['ID=ec548a51-8a50-4ef0-9cb8-07614962c321,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:09.397610 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network ec548a51-8a50-4ef0-9cb8-07614962c321 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:12:09.436286 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46088) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:09.442488 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Request body: {'subnet': {'network_id': 'ec548a51-8a50-4ef0-9cb8-07614962c321', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-3637341-subnet', 'tenant_id': 'e6425e5b2baa42bcadfc208010752ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:09.449969 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a2f7305d-22af-4e8a-824e-575a4ad6463a admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8087254 Oct 21 15:12:09.540590 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Made reservation on behalf of e6425e5b2baa42bcadfc208010752ef5 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:12:09.543808 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458577'] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.562583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46090) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:09.577858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ba09062e-4a68-497e-8d2e-27d06e35cdcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.602016 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:09.635862 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:09.671841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ba09062e-4a68-497e-8d2e-27d06e35cdcd admin admin] Publish callbacks [] for security_group (3499ab3a-e8b6-4932-9262-7793a0b276e6), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.745740 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ba09062e-4a68-497e-8d2e-27d06e35cdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3499ab3a-e8b6-4932-9262-7793a0b276e6), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.785082 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ba09062e-4a68-497e-8d2e-27d06e35cdcd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ef0ddf09a05e4c96b784ad7215fa1d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214015 Oct 21 15:12:09.786367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09062e-4a68-497e-8d2e-27d06e35cdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499ab3a-e8b6-4932-9262-7793a0b276e6,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:09.787900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46096) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:09.807974 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458575'] for subnet (b3e35847-e640-425b-94ff-8897fdf6048b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.887709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e35847-e640-425b-94ff-8897fdf6048b,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:09.896465 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1e24769f-423d-44a4-97d0-30eafcc57ed6 admin admin] Publish callbacks [] for security_group (3499ab3a-e8b6-4932-9262-7793a0b276e6), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:09.910778 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Checking segment: {'id': 'b5e36745-7cd8-4e22-825b-98f30f5f6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ec548a51-8a50-4ef0-9cb8-07614962c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:12:09.911071 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Network hostable DHCP agents. Network: ec548a51-8a50-4ef0-9cb8-07614962c321, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:12:09.926940 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1e24769f-423d-44a4-97d0-30eafcc57ed6 admin admin] Publish callbacks [] for security_group (3499ab3a-e8b6-4932-9262-7793a0b276e6), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:10.020438 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Network ec548a51-8a50-4ef0-9cb8-07614962c321 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:12:10.054917 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1e24769f-423d-44a4-97d0-30eafcc57ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3499ab3a-e8b6-4932-9262-7793a0b276e6), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:10.057611 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-1e24769f-423d-44a4-97d0-30eafcc57ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:10.058799 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-1e24769f-423d-44a4-97d0-30eafcc57ed6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3499ab3a-e8b6-4932-9262-7793a0b276e6 HTTP/1.1" status: 204 len: 168 time: 0.2698817 Oct 21 15:12:10.066751 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24769f-423d-44a4-97d0-30eafcc57ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499ab3a-e8b6-4932-9262-7793a0b276e6,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:10.126315 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, ec548a51-8a50-4ef0-9cb8-07614962c321) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:12:10.131860 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:10.132464 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:10.136769 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507656f-92c7-476b-b727-fb1f3049f67a None None] Network ec548a51-8a50-4ef0-9cb8-07614962c321 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:12:10.142392 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:10.235752 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9a4a0957-0c65-4abb-a1c8-60bad6ab4f57 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7982085 Oct 21 15:12:10.260062 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80972f45-31b8-4f6c-9218-f6a2b1e83b0e None None] Network ec548a51-8a50-4ef0-9cb8-07614962c321 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:12:11.102399 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46146) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:11.108544 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492093472-network', 'tenant_id': '49cea33e695643e2b9d261add6a8a552'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:11.207737 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Made reservation on behalf of 49cea33e695643e2b9d261add6a8a552 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:12:11.210145 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.222057 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.303553 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks [] for security_group (8578ce28-23b1-4583-a0ec-b3900b0ddd05), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.374515 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8578ce28-23b1-4583-a0ec-b3900b0ddd05), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.400783 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:12:11.409838 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8578ce28-23b1-4583-a0ec-b3900b0ddd05,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:11.419853 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (caad53b7-d838-4587-bd36-f4642890eb32), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.420219 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Added segment caad53b7-d838-4587-bd36-f4642890eb32 of type vlan for network ec52116a-2a20-471f-917b-03c06834aaf5 Oct 21 15:12:11.464275 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (ec52116a-2a20-471f-917b-03c06834aaf5), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.580001 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (ec52116a-2a20-471f-917b-03c06834aaf5), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.581745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:11.581745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:11.646663 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] Pushing event updated for resources: {'Network': ['ID=ec52116a-2a20-471f-917b-03c06834aaf5,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:11.662213 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network ec52116a-2a20-471f-917b-03c06834aaf5 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:12:11.686641 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-50d85f67-7dc0-444a-a62f-88389e97eb5f admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5829442 Oct 21 15:12:11.690606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46156) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:11.696342 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Request body: {'subnet': {'network_id': 'ec52116a-2a20-471f-917b-03c06834aaf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492093472-subnet', 'tenant_id': '49cea33e695643e2b9d261add6a8a552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:11.782994 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Made reservation on behalf of 49cea33e695643e2b9d261add6a8a552 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:12:11.782994 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25450003'] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.043716 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (cfaf8904-a3e5-48af-92ac-d80726d7b79b), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.107662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfaf8904-a3e5-48af-92ac-d80726d7b79b,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:12.115519 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Checking segment: {'id': 'caad53b7-d838-4587-bd36-f4642890eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ec52116a-2a20-471f-917b-03c06834aaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:12:12.115968 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Network hostable DHCP agents. Network: ec52116a-2a20-471f-917b-03c06834aaf5, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:12:12.243042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Network ec52116a-2a20-471f-917b-03c06834aaf5 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:12:12.329046 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, ec52116a-2a20-471f-917b-03c06834aaf5) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:12:12.337642 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c28e09-63c9-4b7c-9892-aa4b50a44fa7 None None] Network ec52116a-2a20-471f-917b-03c06834aaf5 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:12:12.337821 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:12.338407 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.412055 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-1e95bdc2-8de2-43f4-a81d-e359396c0701 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7200856 Oct 21 15:12:12.446807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca52f75-4fa6-44f1-b7d1-6b66b54d43ad None None] Network ec52116a-2a20-471f-917b-03c06834aaf5 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:12:12.467230 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:12.558385 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46178) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:12.605283 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Deleting subnet b3e35847-e640-425b-94ff-8897fdf6048b {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:12:12.608420 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Publish callbacks [] for subnet (b3e35847-e640-425b-94ff-8897fdf6048b), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.643908 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (b3e35847-e640-425b-94ff-8897fdf6048b), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.685129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (b3e35847-e640-425b-94ff-8897fdf6048b), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.786610 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (b3e35847-e640-425b-94ff-8897fdf6048b), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.812580 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e35847-e640-425b-94ff-8897fdf6048b,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:12.817266 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.820427 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9561979b-1a03-46bc-ad84-c94c52581e16 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/b3e35847-e640-425b-94ff-8897fdf6048b HTTP/1.1" status: 204 len: 168 time: 0.2609270 Oct 21 15:12:12.822944 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46190) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:12.895452 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (ec548a51-8a50-4ef0-9cb8-07614962c321), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:12.982124 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (ec548a51-8a50-4ef0-9cb8-07614962c321), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.003836 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec548a51-8a50-4ef0-9cb8-07614962c321']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:13.013978 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e36745-7cd8-4e22-825b-98f30f5f6b61') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:13.014205 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e36745-7cd8-4e22-825b-98f30f5f6b61') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:13.023720 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (b5e36745-7cd8-4e22-825b-98f30f5f6b61), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.033398 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:13.037063 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (b5e36745-7cd8-4e22-825b-98f30f5f6b61), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.042457 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:13.043613 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:12:13.043990 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (b5e36745-7cd8-4e22-825b-98f30f5f6b61), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.088093 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment b5e36745-7cd8-4e22-825b-98f30f5f6b61 resource provider aggregate not found Oct 21 15:12:13.118970 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment b5e36745-7cd8-4e22-825b-98f30f5f6b61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5e36745-7cd8-4e22-825b-98f30f5f6b61 found for delete ", "request_id": "req-b67d1f67-c569-44d3-ad78-9c5831283e86"}]} Oct 21 15:12:13.232973 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (ec548a51-8a50-4ef0-9cb8-07614962c321), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.241493 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.244361 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ec548a51-8a50-4ef0-9cb8-07614962c321 HTTP/1.1" status: 204 len: 168 time: 0.4204946 Oct 21 15:12:13.248022 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46212) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:13.258665 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d4f4-8c20-48c0-be71-17e2cf2f9c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec548a51-8a50-4ef0-9cb8-07614962c321,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:13.298221 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Deleting subnet cfaf8904-a3e5-48af-92ac-d80726d7b79b {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:12:13.302066 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Publish callbacks [] for subnet (cfaf8904-a3e5-48af-92ac-d80726d7b79b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.348413 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (cfaf8904-a3e5-48af-92ac-d80726d7b79b), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.370509 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:13.389588 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (cfaf8904-a3e5-48af-92ac-d80726d7b79b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.506723 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (cfaf8904-a3e5-48af-92ac-d80726d7b79b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.534813 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfaf8904-a3e5-48af-92ac-d80726d7b79b,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:13.542810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.547147 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-4ab780a7-acef-4b98-9018-f2982372e493 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/cfaf8904-a3e5-48af-92ac-d80726d7b79b HTTP/1.1" status: 204 len: 168 time: 0.2974973 Oct 21 15:12:13.549749 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46214) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:13.625489 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (ec52116a-2a20-471f-917b-03c06834aaf5), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.632081 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:13.711841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (ec52116a-2a20-471f-917b-03c06834aaf5), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.737754 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec52116a-2a20-471f-917b-03c06834aaf5']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:13.748391 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caad53b7-d838-4587-bd36-f4642890eb32') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:13.748686 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caad53b7-d838-4587-bd36-f4642890eb32') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:12:13.758089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (caad53b7-d838-4587-bd36-f4642890eb32), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.762289 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46218) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:13.772320 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (caad53b7-d838-4587-bd36-f4642890eb32), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.780442 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:12:13.780825 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (caad53b7-d838-4587-bd36-f4642890eb32), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.823122 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment caad53b7-d838-4587-bd36-f4642890eb32 resource provider aggregate not found Oct 21 15:12:13.845004 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment caad53b7-d838-4587-bd36-f4642890eb32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caad53b7-d838-4587-bd36-f4642890eb32 found for delete ", "request_id": "req-d2b226c5-feea-495a-a8f2-9de68799c944"}]} Oct 21 15:12:13.880062 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3a9da62d-93d3-46b1-b6b0-86fb1b12c4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.957605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (ec52116a-2a20-471f-917b-03c06834aaf5), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.967881 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:13.967881 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ec52116a-2a20-471f-917b-03c06834aaf5 HTTP/1.1" status: 204 len: 168 time: 0.4162188 Oct 21 15:12:13.983279 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0b95b-2101-43d7-8ca2-29edc0898bff admin admin] Pushing event deleted for resources: {'Network': ['ID=ec52116a-2a20-471f-917b-03c06834aaf5,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:14.025075 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3a9da62d-93d3-46b1-b6b0-86fb1b12c4e6 admin admin] Publish callbacks [] for security_group (239b3309-1088-4bd1-8bf6-87b92c4d2dcb), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.128865 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3a9da62d-93d3-46b1-b6b0-86fb1b12c4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (239b3309-1088-4bd1-8bf6-87b92c4d2dcb), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.172103 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3a9da62d-93d3-46b1-b6b0-86fb1b12c4e6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0b08cfba031a4f64a1e67a5ff7f4373f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086895 Oct 21 15:12:14.172959 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9da62d-93d3-46b1-b6b0-86fb1b12c4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239b3309-1088-4bd1-8bf6-87b92c4d2dcb,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:14.175704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46230) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:14.229100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81574e86-6638-4ab1-b777-3be5e4da4c28 admin admin] Publish callbacks [] for security_group (239b3309-1088-4bd1-8bf6-87b92c4d2dcb), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.252490 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81574e86-6638-4ab1-b777-3be5e4da4c28 admin admin] Publish callbacks [] for security_group (239b3309-1088-4bd1-8bf6-87b92c4d2dcb), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.287840 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46232) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:14.329675 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5e14864c-b8df-49c9-b135-cf3e5535eaa2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e6425e5b2baa42bcadfc208010752ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407434 Oct 21 15:12:14.332633 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46234) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:14.368585 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81574e86-6638-4ab1-b777-3be5e4da4c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (239b3309-1088-4bd1-8bf6-87b92c4d2dcb), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.371718 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-81574e86-6638-4ab1-b777-3be5e4da4c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.372847 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-81574e86-6638-4ab1-b777-3be5e4da4c28 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/239b3309-1088-4bd1-8bf6-87b92c4d2dcb HTTP/1.1" status: 204 len: 168 time: 0.1958141 Oct 21 15:12:14.382572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81574e86-6638-4ab1-b777-3be5e4da4c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239b3309-1088-4bd1-8bf6-87b92c4d2dcb,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:14.396148 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ed9606b-71b4-4301-ad7b-4962db388d50 admin admin] Publish callbacks [] for security_group (b48bbeca-f569-4346-929f-916e29cd71e2), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.419852 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ed9606b-71b4-4301-ad7b-4962db388d50 admin admin] Publish callbacks [] for security_group (b48bbeca-f569-4346-929f-916e29cd71e2), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.506068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ed9606b-71b4-4301-ad7b-4962db388d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (b48bbeca-f569-4346-929f-916e29cd71e2), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.510257 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9ed9606b-71b4-4301-ad7b-4962db388d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:14.511466 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9ed9606b-71b4-4301-ad7b-4962db388d50 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b48bbeca-f569-4346-929f-916e29cd71e2 HTTP/1.1" status: 204 len: 168 time: 0.1774786 Oct 21 15:12:14.520367 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9606b-71b4-4301-ad7b-4962db388d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48bbeca-f569-4346-929f-916e29cd71e2,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:15.134435 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46246) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:15.148433 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4194eb5e-09fb-46b4-8a36-8470caf9f309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.166532 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46248) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:15.229844 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c4981b73-cf3b-498e-8305-e82875b0abe8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=49cea33e695643e2b9d261add6a8a552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620778 Oct 21 15:12:15.232708 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46250) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:15.269996 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4194eb5e-09fb-46b4-8a36-8470caf9f309 admin admin] Publish callbacks [] for security_group (9b440bf3-0b1c-4622-8487-5fb763874426), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.287624 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5e63de05-a597-436d-b7db-c64324c46570 admin admin] Publish callbacks [] for security_group (8578ce28-23b1-4583-a0ec-b3900b0ddd05), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.307620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5e63de05-a597-436d-b7db-c64324c46570 admin admin] Publish callbacks [] for security_group (8578ce28-23b1-4583-a0ec-b3900b0ddd05), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.344585 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4194eb5e-09fb-46b4-8a36-8470caf9f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (9b440bf3-0b1c-4622-8487-5fb763874426), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.384462 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4194eb5e-09fb-46b4-8a36-8470caf9f309 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b00c6e9860e5406c90895022d79aedb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489581 Oct 21 15:12:15.385318 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194eb5e-09fb-46b4-8a36-8470caf9f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b440bf3-0b1c-4622-8487-5fb763874426,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:15.388307 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46252) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:15.436361 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5e63de05-a597-436d-b7db-c64324c46570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8578ce28-23b1-4583-a0ec-b3900b0ddd05), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.438761 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6cacff0c-0cfa-4ce7-8095-fc28239c6759 admin admin] Publish callbacks [] for security_group (9b440bf3-0b1c-4622-8487-5fb763874426), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.439195 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5e63de05-a597-436d-b7db-c64324c46570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.440336 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5e63de05-a597-436d-b7db-c64324c46570 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8578ce28-23b1-4583-a0ec-b3900b0ddd05 HTTP/1.1" status: 204 len: 168 time: 0.2066128 Oct 21 15:12:15.451279 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63de05-a597-436d-b7db-c64324c46570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8578ce28-23b1-4583-a0ec-b3900b0ddd05,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:15.468709 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6cacff0c-0cfa-4ce7-8095-fc28239c6759 admin admin] Publish callbacks [] for security_group (9b440bf3-0b1c-4622-8487-5fb763874426), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.591900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6cacff0c-0cfa-4ce7-8095-fc28239c6759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (9b440bf3-0b1c-4622-8487-5fb763874426), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.594807 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-6cacff0c-0cfa-4ce7-8095-fc28239c6759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:15.595978 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-6cacff0c-0cfa-4ce7-8095-fc28239c6759 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9b440bf3-0b1c-4622-8487-5fb763874426 HTTP/1.1" status: 204 len: 168 time: 0.2067766 Oct 21 15:12:15.607874 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacff0c-0cfa-4ce7-8095-fc28239c6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b440bf3-0b1c-4622-8487-5fb763874426,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:16.189976 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:12:17.827431 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:18.876908 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6724037f-5ecb-4eaf-bc53-df677ed6b245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:21.403282 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-eea0b233-601a-4be1-92e1-248308930945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:22.499888 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:22.680201 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:23.059507 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46424) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:23.170332 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ad542724-a928-4f70-9375-a7f29309d4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.225779 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:23.251818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ad542724-a928-4f70-9375-a7f29309d4c6 admin admin] Publish callbacks [] for security_group (2957afac-bb5b-408a-94b2-25695514eacb), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.328259 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ad542724-a928-4f70-9375-a7f29309d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (2957afac-bb5b-408a-94b2-25695514eacb), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.368557 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ad542724-a928-4f70-9375-a7f29309d4c6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ef5ba7e430554c58bd169a775fa06ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079832 Oct 21 15:12:23.370471 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad542724-a928-4f70-9375-a7f29309d4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957afac-bb5b-408a-94b2-25695514eacb,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:23.371928 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46434) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:23.394980 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:23.401113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:23.423688 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0316a030-9690-47ab-a664-9a3521edeff4 admin admin] Publish callbacks [] for security_group (2957afac-bb5b-408a-94b2-25695514eacb), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.444426 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0316a030-9690-47ab-a664-9a3521edeff4 admin admin] Publish callbacks [] for security_group (2957afac-bb5b-408a-94b2-25695514eacb), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.608765 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0316a030-9690-47ab-a664-9a3521edeff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (2957afac-bb5b-408a-94b2-25695514eacb), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.611339 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0316a030-9690-47ab-a664-9a3521edeff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:23.612489 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0316a030-9690-47ab-a664-9a3521edeff4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2957afac-bb5b-408a-94b2-25695514eacb HTTP/1.1" status: 204 len: 168 time: 0.2390423 Oct 21 15:12:23.621622 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316a030-9690-47ab-a664-9a3521edeff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957afac-bb5b-408a-94b2-25695514eacb,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:24.071440 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.106592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.231636 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46448) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:24.245255 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-32c2f0cf-4816-4194-86e5-82cae10609e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.322638 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-32c2f0cf-4816-4194-86e5-82cae10609e5 admin admin] Publish callbacks [] for security_group (21d82832-dba8-42b5-b7dd-df965fe653fd), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.379586 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-32c2f0cf-4816-4194-86e5-82cae10609e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (21d82832-dba8-42b5-b7dd-df965fe653fd), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.422835 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-32c2f0cf-4816-4194-86e5-82cae10609e5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6bad303d7d484d9abbee20a19c3cb020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900680 Oct 21 15:12:24.423687 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2f0cf-4816-4194-86e5-82cae10609e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d82832-dba8-42b5-b7dd-df965fe653fd,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:24.425989 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46456) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:24.482401 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-51a1f7b2-08f6-4135-ac06-9ae4a49b47a1 admin admin] Publish callbacks [] for security_group (21d82832-dba8-42b5-b7dd-df965fe653fd), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.503368 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-51a1f7b2-08f6-4135-ac06-9ae4a49b47a1 admin admin] Publish callbacks [] for security_group (21d82832-dba8-42b5-b7dd-df965fe653fd), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.591410 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-51a1f7b2-08f6-4135-ac06-9ae4a49b47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (21d82832-dba8-42b5-b7dd-df965fe653fd), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.594080 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-51a1f7b2-08f6-4135-ac06-9ae4a49b47a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:24.595417 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-51a1f7b2-08f6-4135-ac06-9ae4a49b47a1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/21d82832-dba8-42b5-b7dd-df965fe653fd HTTP/1.1" status: 204 len: 168 time: 0.1670659 Oct 21 15:12:24.603628 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1f7b2-08f6-4135-ac06-9ae4a49b47a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d82832-dba8-42b5-b7dd-df965fe653fd,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:24.912417 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-386bc4df-c778-4941-95e3-496d9607f557 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387359 Oct 21 15:12:24.986200 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f62c33-e199-41c5-8361-e31be0718249 req-b6f8a24f-a081-41ea-a465-8de648ed44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:24.987917 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-b6f8a24f-a081-41ea-a465-8de648ed44bf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1129 time: 0.0497167 Oct 21 15:12:25.017273 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:25.099641 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f62c33-e199-41c5-8361-e31be0718249 req-f45e4c84-1704-4401-b0d1-41563a6a2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:25.101146 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-f45e4c84-1704-4401-b0d1-41563a6a2def service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.0932102 Oct 21 15:12:26.185285 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:26.468717 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-83f91c9a-f20c-4f1c-aac4-aca255d28e0f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 200 len: 1001 time: 0.0607133 Oct 21 15:12:27.233882 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f62c33-e199-41c5-8361-e31be0718249 req-3ac0bc78-e915-40db-931c-dbd17cc5c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:27.235539 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-3ac0bc78-e915-40db-931c-dbd17cc5c538 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0466070 Oct 21 15:12:28.130197 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f62c33-e199-41c5-8361-e31be0718249 req-7beb9a8a-f878-42f6-8519-4ad621055032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:28.130197 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-7beb9a8a-f878-42f6-8519-4ad621055032 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415323 Oct 21 15:12:28.224098 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-e745db27-695d-4b0f-bfd3-c622c238093a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879717 Oct 21 15:12:28.318816 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-57f62c33-e199-41c5-8361-e31be0718249 req-92273ae7-7b94-47f2-a0e3-83e7f83c6fc2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871115 Oct 21 15:12:28.819341 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46542) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:28.952043 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0df770cc-892c-46ea-827a-fdc4cdc2e4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.027675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0df770cc-892c-46ea-827a-fdc4cdc2e4f5 admin admin] Publish callbacks [] for security_group (f49bb41b-5589-4f22-89e8-5da5a07cfbcb), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.099729 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-0df770cc-892c-46ea-827a-fdc4cdc2e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f49bb41b-5589-4f22-89e8-5da5a07cfbcb), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.114657 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:29.142573 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-0df770cc-892c-46ea-827a-fdc4cdc2e4f5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=088f81a06fde4398b72f59b2249138df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221302 Oct 21 15:12:29.144562 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df770cc-892c-46ea-827a-fdc4cdc2e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49bb41b-5589-4f22-89e8-5da5a07cfbcb,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:29.145500 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46556) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:29.197447 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2c86473-c7d1-478a-ba9a-4ede417b8d90 admin admin] Publish callbacks [] for security_group (f49bb41b-5589-4f22-89e8-5da5a07cfbcb), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.223304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2c86473-c7d1-478a-ba9a-4ede417b8d90 admin admin] Publish callbacks [] for security_group (f49bb41b-5589-4f22-89e8-5da5a07cfbcb), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.357398 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2c86473-c7d1-478a-ba9a-4ede417b8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f49bb41b-5589-4f22-89e8-5da5a07cfbcb), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.360022 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-c2c86473-c7d1-478a-ba9a-4ede417b8d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:29.363386 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-c2c86473-c7d1-478a-ba9a-4ede417b8d90 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f49bb41b-5589-4f22-89e8-5da5a07cfbcb HTTP/1.1" status: 204 len: 168 time: 0.2146955 Oct 21 15:12:29.369328 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c86473-c7d1-478a-ba9a-4ede417b8d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49bb41b-5589-4f22-89e8-5da5a07cfbcb,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:30.002189 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46566) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:30.017343 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8a33353f-2ee5-4b29-83b5-ca52f785a7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.093716 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8a33353f-2ee5-4b29-83b5-ca52f785a7ea admin admin] Publish callbacks [] for security_group (67b5d373-48b0-4769-b370-625b5c7660a2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.157097 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-8a33353f-2ee5-4b29-83b5-ca52f785a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (67b5d373-48b0-4769-b370-625b5c7660a2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.198876 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-8a33353f-2ee5-4b29-83b5-ca52f785a7ea admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f0a5da26be274d4397689fba6e098b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953666 Oct 21 15:12:30.202202 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33353f-2ee5-4b29-83b5-ca52f785a7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5d373-48b0-4769-b370-625b5c7660a2,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:30.202366 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46568) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:30.250570 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e3fea533-8ab0-4846-8267-a0982a0c74c7 admin admin] Publish callbacks [] for security_group (67b5d373-48b0-4769-b370-625b5c7660a2), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.272111 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e3fea533-8ab0-4846-8267-a0982a0c74c7 admin admin] Publish callbacks [] for security_group (67b5d373-48b0-4769-b370-625b5c7660a2), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.385460 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e3fea533-8ab0-4846-8267-a0982a0c74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (67b5d373-48b0-4769-b370-625b5c7660a2), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.388985 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e3fea533-8ab0-4846-8267-a0982a0c74c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:30.390192 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e3fea533-8ab0-4846-8267-a0982a0c74c7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/67b5d373-48b0-4769-b370-625b5c7660a2 HTTP/1.1" status: 204 len: 168 time: 0.1869009 Oct 21 15:12:30.399071 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fea533-8ab0-4846-8267-a0982a0c74c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5d373-48b0-4769-b370-625b5c7660a2,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:35.321220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46652) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:35.454126 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e1e71763-a85a-4e87-b663-236aa80ab6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:35.491946 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:35.533810 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e1e71763-a85a-4e87-b663-236aa80ab6ce admin admin] Publish callbacks [] for security_group (78f4b2bb-321d-4faf-b996-ac99088b0dc0), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:35.579780 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e1e71763-a85a-4e87-b663-236aa80ab6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (78f4b2bb-321d-4faf-b996-ac99088b0dc0), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:35.641780 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:35.652484 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e71763-a85a-4e87-b663-236aa80ab6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4b2bb-321d-4faf-b996-ac99088b0dc0,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:35.658723 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e1e71763-a85a-4e87-b663-236aa80ab6ce admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6c5b34f2026d469f85c774cf9012d0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364644 Oct 21 15:12:35.660565 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-047b0bec-0b61-430f-8d6d-c4f89b4e8f5e tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521736 Oct 21 15:12:35.661511 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46670) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:35.852891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5aba656-2e8e-42e0-8175-9cfd2a3365dc admin admin] Publish callbacks [] for security_group (78f4b2bb-321d-4faf-b996-ac99088b0dc0), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:35.901641 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5aba656-2e8e-42e0-8175-9cfd2a3365dc admin admin] Publish callbacks [] for security_group (78f4b2bb-321d-4faf-b996-ac99088b0dc0), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:35.909838 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-024c3940-d027-4b86-b422-af5ebb7f3d45 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:35.911339 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-024c3940-d027-4b86-b422-af5ebb7f3d45 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429404 Oct 21 15:12:35.936271 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-31441f27-915c-443d-92da-fb605cac9990 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/quotas/3a5ca098647949a89a1d3d96ed6e5ed4 HTTP/1.1" status: 200 len: 375 time: 0.0178132 Oct 21 15:12:35.975239 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-447e9423-8dfd-4d25-92d5-ea0a47037ea8 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329127 Oct 21 15:12:36.060442 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5aba656-2e8e-42e0-8175-9cfd2a3365dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (78f4b2bb-321d-4faf-b996-ac99088b0dc0), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:36.063115 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f5aba656-2e8e-42e0-8175-9cfd2a3365dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:36.064566 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f5aba656-2e8e-42e0-8175-9cfd2a3365dc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/78f4b2bb-321d-4faf-b996-ac99088b0dc0 HTTP/1.1" status: 204 len: 168 time: 0.4020493 Oct 21 15:12:36.072589 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aba656-2e8e-42e0-8175-9cfd2a3365dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4b2bb-321d-4faf-b996-ac99088b0dc0,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:37.227309 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-02742173-fde2-460e-8909-e173f3767314 req-2d63a91b-15d7-4fcf-98cf-6a9daebe36dc tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 210 time: 0.0282118 Oct 21 15:12:37.623470 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 46724) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:37.764650 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1349-ef04-491f-a919-123bf9f81d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:37.845433 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1349-ef04-491f-a919-123bf9f81d24 admin admin] Publish callbacks [] for security_group (324bf7de-8ff5-4b30-abff-8a61080c1386), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:37.911313 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1349-ef04-491f-a919-123bf9f81d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (324bf7de-8ff5-4b30-abff-8a61080c1386), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:37.954297 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-0f1b1349-ef04-491f-a919-123bf9f81d24 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=fc534288b78a42b9b7b0fc0e25a5eb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297689 Oct 21 15:12:37.955189 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b1349-ef04-491f-a919-123bf9f81d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324bf7de-8ff5-4b30-abff-8a61080c1386,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:37.957088 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46732) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:38.018620 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5858e12b-692f-4aaa-8d86-9a13f88e587c admin admin] Publish callbacks [] for security_group (324bf7de-8ff5-4b30-abff-8a61080c1386), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:38.037532 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:38.039805 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5858e12b-692f-4aaa-8d86-9a13f88e587c admin admin] Publish callbacks [] for security_group (324bf7de-8ff5-4b30-abff-8a61080c1386), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:38.174644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5858e12b-692f-4aaa-8d86-9a13f88e587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (324bf7de-8ff5-4b30-abff-8a61080c1386), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:38.177194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5858e12b-692f-4aaa-8d86-9a13f88e587c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:38.178423 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5858e12b-692f-4aaa-8d86-9a13f88e587c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/324bf7de-8ff5-4b30-abff-8a61080c1386 HTTP/1.1" status: 204 len: 168 time: 0.2202280 Oct 21 15:12:38.186469 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858e12b-692f-4aaa-8d86-9a13f88e587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324bf7de-8ff5-4b30-abff-8a61080c1386,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:38.198588 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:38.343232 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5ae1aa1b-81db-4a31-90b7-1e27f3d4067a req-67728ca8-fa67-46aa-b94b-17e8da06c313 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Oct 21 15:12:39.449462 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-160c2b6c-aa84-40aa-99ea-a394ebd328bc req-3534a6da-4242-4be9-8ac8-52314b48bb09 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Oct 21 15:12:40.555372 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f77a5777-e6b0-4333-b843-a9f1c4c1b16a req-897d5ceb-319f-44a3-92d9-f7ca2e2e3d1b tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 210 time: 0.0303528 Oct 21 15:12:40.600872 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-8c00d5eb-0d57-4170-9170-c0e479c50b24 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308154 Oct 21 15:12:40.785002 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-c9f25435-9ad0-473d-bce1-13b8248d7f06 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:40.786756 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-c9f25435-9ad0-473d-bce1-13b8248d7f06 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804605 Oct 21 15:12:40.798801 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Request body: {'port': {'device_id': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95', 'admin_state_up': True, 'tenant_id': '3a5ca098647949a89a1d3d96ed6e5ed4'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:40.973428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Made reservation on behalf of 3a5ca098647949a89a1d3d96ed6e5ed4 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:12:40.973428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:40.982944 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.062700 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks [] for security_group (061713da-cfa3-4c4e-81d4-92dad39709fb), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.128329 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (061713da-cfa3-4c4e-81d4-92dad39709fb), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.194818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061713da-cfa3-4c4e-81d4-92dad39709fb,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:41.252204 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:41.271014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Allocated IP 192.168.233.77 (0d3a7a4c-6fe5-4ea6-b704-ed95af379e95/fcefa578-acab-4662-ad65-d720613473ff/c6b0d1a6-0f83-4562-8741-989f44baca8a) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:12:41.399763 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:41.429054 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks [] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.530209 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.576638 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:12:41.579897 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:12:41.582454 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:12:41.610746 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Pushing event updated for resources: {'Port': ['ID=c6b0d1a6-0f83-4562-8741-989f44baca8a,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:41.643801 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:41.644441 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.704503 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d790d6-c2ef-4bee-8db1-e3a3aa5b3377 req-98f7bb40-0d46-4e6e-83a5-4727af7eed24 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:41.706013 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-85d790d6-c2ef-4bee-8db1-e3a3aa5b3377 req-98f7bb40-0d46-4e6e-83a5-4727af7eed24 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 935 time: 0.0494692 Oct 21 15:12:41.754251 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f40dd14c-642d-4c6a-ae03-d9ddfbbb1852 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9591944 Oct 21 15:12:41.758045 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-85d790d6-c2ef-4bee-8db1-e3a3aa5b3377 req-cbb11c16-a09c-4f21-9aea-cdd0c60584db tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Oct 21 15:12:41.767396 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Request body: {'port': {'device_id': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:41.816009 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-bd697df0-4e9b-4262-bcf2-f8e5b612d720 None None] Provisioning complete for port c6b0d1a6-0f83-4562-8741-989f44baca8a triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:12:41.816528 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bd697df0-4e9b-4262-bcf2-f8e5b612d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.816716 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-bd697df0-4e9b-4262-bcf2-f8e5b612d720 None None] Attempt 1 to provision port c6b0d1a6-0f83-4562-8741-989f44baca8a Oct 21 15:12:41.840028 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:41.849551 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-bd697df0-4e9b-4262-bcf2-f8e5b612d720 None None] Port c6b0d1a6-0f83-4562-8741-989f44baca8a cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:12:42.099121 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b0d1a6-0f83-4562-8741-989f44baca8a {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:12:42.109174 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Publish callbacks [] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:42.124599 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Transition to ACTIVE for port object c6b0d1a6-0f83-4562-8741-989f44baca8a will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:12:42.191095 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:42.194376 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:42.269064 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Pushing event updated for resources: {'Port': ['ID=c6b0d1a6-0f83-4562-8741-989f44baca8a,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:42.278466 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.278934 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.279279 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.279600 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.279936 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.280269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.280733 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.280962 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.281287 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.281618 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.285014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.285014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.285014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.285014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.285014 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:42.320678 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Attempting to bind port c6b0d1a6-0f83-4562-8741-989f44baca8a on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:12:42.321004 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Attempting to bind port c6b0d1a6-0f83-4562-8741-989f44baca8a by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:12:42.321327 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Attempting to bind port c6b0d1a6-0f83-4562-8741-989f44baca8a on network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:12:42.366045 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Port c6b0d1a6-0f83-4562-8741-989f44baca8a on network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:12:42.366297 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Attempting to bind port c6b0d1a6-0f83-4562-8741-989f44baca8a on network 0d3a7a4c-6fe5-4ea6-b704-ed95af379e95 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:12:42.412145 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:12:42.412292 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Checking segment: {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:12:42.412666 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Bound using segment: {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:12:42.413101 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Bound port: c6b0d1a6-0f83-4562-8741-989f44baca8a, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73de602-1d60-4b87-8103-b79c425f7976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:12:42.413462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:42.447969 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:42.477121 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] For port c6b0d1a6-0f83-4562-8741-989f44baca8a, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:12:42.480214 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] For port c6b0d1a6-0f83-4562-8741-989f44baca8a, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c6b0d1a6-0f83-4562-8741-989f44baca8a,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:12:42.568492 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:42.573969 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:42.574688 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:42.576152 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/c6b0d1a6-0f83-4562-8741-989f44baca8a HTTP/1.1" status: 200 len: 1097 time: 0.8150344 Oct 21 15:12:42.576647 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'tag': 'c6b0d1a6-0f83-4562-8741-989f44baca8a'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:12:42.579073 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b286ee-e734-4245-b244-2dc4f1f6ecd9" -d '{"events": [{"name": "network-changed", "server_uuid": "596ff4f2-67c0-4332-8a20-3fb93089d346", "tag": "c6b0d1a6-0f83-4562-8741-989f44baca8a"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:12:42.624592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624b14bb-e445-49e5-a5dc-888cf58a429b x-openstack-request-id: req-624b14bb-e445-49e5-a5dc-888cf58a429b {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:12:42.624592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596ff4f2-67c0-4332-8a20-3fb93089d346", "tag": "c6b0d1a6-0f83-4562-8741-989f44baca8a", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:12:42.624592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-624b14bb-e445-49e5-a5dc-888cf58a429b {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:12:42.624592 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624b14bb-e445-49e5-a5dc-888cf58a429b'] response: {'name': 'network-changed', 'server_uuid': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'tag': 'c6b0d1a6-0f83-4562-8741-989f44baca8a', 'status': 'completed', 'code': 200} Oct 21 15:12:42.626617 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a6e57-a5a8-4075-86f1-472d65087d7a service neutron] Pushing event updated for resources: {'Port': ['ID=c6b0d1a6-0f83-4562-8741-989f44baca8a,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:42.682448 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b286ee-e734-4245-b244-2dc4f1f6ecd9 req-fc0296ae-a209-4be9-a899-0b160de2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:42.682777 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-09b286ee-e734-4245-b244-2dc4f1f6ecd9 req-fc0296ae-a209-4be9-a899-0b160de2920e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 1131 time: 0.0424056 Oct 21 15:12:42.711006 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-09b286ee-e734-4245-b244-2dc4f1f6ecd9 req-4453db94-6968-4d61-81a7-4fb3d2d9e1ed service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219560 Oct 21 15:12:42.807790 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b286ee-e734-4245-b244-2dc4f1f6ecd9 req-e3aad6cf-9e00-497a-a842-4f0ae123ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:42.809236 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-09b286ee-e734-4245-b244-2dc4f1f6ecd9 req-e3aad6cf-9e00-497a-a842-4f0ae123ed2d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926836 Oct 21 15:12:42.882095 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-aafc4c20-ef4c-4c76-a7b9-4d898ff5da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:42.883543 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-aafc4c20-ef4c-4c76-a7b9-4d898ff5da7a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 1131 time: 0.0388906 Oct 21 15:12:42.884486 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41f1f2-f74e-4f4e-9fa5-83905b12c21a req-9062800c-7d29-47b8-81f3-c215fe020d2e tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:42.885964 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9d41f1f2-f74e-4f4e-9fa5-83905b12c21a req-9062800c-7d29-47b8-81f3-c215fe020d2e tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0484791 Oct 21 15:12:42.930177 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-230588d6-e087-42e6-b9bc-ab0a38c5a668 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c6b0d1a6-0f83-4562-8741-989f44baca8a HTTP/1.1" status: 200 len: 217 time: 0.0388901 Oct 21 15:12:42.934883 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9d41f1f2-f74e-4f4e-9fa5-83905b12c21a req-10cc3b28-858a-45aa-aee3-bbf6b7e77c47 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Oct 21 15:12:42.981331 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-33541691-dd75-4e54-85f7-0ec55b37fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:42.983374 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-33541691-dd75-4e54-85f7-0ec55b37fe30 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=fcefa578-acab-4662-ad65-d720613473ff HTTP/1.1" status: 200 len: 843 time: 0.0461946 Oct 21 15:12:43.025030 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-c540dfb1-27c3-4198-86ce-4aaa6f15a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:43.026506 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-c540dfb1-27c3-4198-86ce-4aaa6f15a91c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=0d3a7a4c-6fe5-4ea6-b704-ed95af379e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0373967 Oct 21 15:12:43.353921 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-4c67b451-7201-48e9-8346-020737a531cd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0d3a7a4c-6fe5-4ea6-b704-ed95af379e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198841 Oct 21 15:12:43.962831 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46840) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:44.068261 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a71b2c-28a5-48bf-9e42-e078cb0b84f1 req-606174c6-001c-45d7-b959-07f00682ef85 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:44.069802 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-45a71b2c-28a5-48bf-9e42-e078cb0b84f1 req-606174c6-001c-45d7-b959-07f00682ef85 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0513756 Oct 21 15:12:44.088579 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c6c-f9aa-41b2-8f91-ec7c583fcd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.117125 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-45a71b2c-28a5-48bf-9e42-e078cb0b84f1 req-c3e735bd-ce8f-4cb4-8eeb-86109b611e78 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Oct 21 15:12:44.130828 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-78d3a5e1-c04d-448d-8770-5bfb1d541261 req-f0cfb007-2e32-4458-a8d9-aa49c5694944 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0d3a7a4c-6fe5-4ea6-b704-ed95af379e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213343 Oct 21 15:12:44.153625 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:44.189555 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c6c-f9aa-41b2-8f91-ec7c583fcd42 admin admin] Publish callbacks [] for security_group (490b32e5-be11-468f-86fc-f3749fc0eac2), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.264547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b04e5c6c-f9aa-41b2-8f91-ec7c583fcd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (490b32e5-be11-468f-86fc-f3749fc0eac2), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.304696 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e5c6c-f9aa-41b2-8f91-ec7c583fcd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490b32e5-be11-468f-86fc-f3749fc0eac2,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:44.310368 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b04e5c6c-f9aa-41b2-8f91-ec7c583fcd42 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f96822286c4c4c9d923ca5d1469cc53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474381 Oct 21 15:12:44.313169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 46846) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:44.362552 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6da377c6-55b7-470b-9e56-3b1e6b132757 admin admin] Publish callbacks [] for security_group (490b32e5-be11-468f-86fc-f3749fc0eac2), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.382549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6da377c6-55b7-470b-9e56-3b1e6b132757 admin admin] Publish callbacks [] for security_group (490b32e5-be11-468f-86fc-f3749fc0eac2), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.505133 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6da377c6-55b7-470b-9e56-3b1e6b132757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (490b32e5-be11-468f-86fc-f3749fc0eac2), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.507755 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6da377c6-55b7-470b-9e56-3b1e6b132757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:44.508931 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-6da377c6-55b7-470b-9e56-3b1e6b132757 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/490b32e5-be11-468f-86fc-f3749fc0eac2 HTTP/1.1" status: 204 len: 168 time: 0.1948252 Oct 21 15:12:44.521255 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da377c6-55b7-470b-9e56-3b1e6b132757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b32e5-be11-468f-86fc-f3749fc0eac2,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:45.244172 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1dba-bc41-475e-9914-a3ef3677bc91 req-004eb447-d635-4a98-a437-1c9bac3cf1db tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:45.245710 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-583d1dba-bc41-475e-9914-a3ef3677bc91 req-004eb447-d635-4a98-a437-1c9bac3cf1db tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0502214 Oct 21 15:12:45.266597 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:45.298602 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-583d1dba-bc41-475e-9914-a3ef3677bc91 req-c3a38c58-968f-4ff9-9f79-1e5815cb66e1 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466297 Oct 21 15:12:46.479857 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc3231-1c21-4f56-beb2-f032215f40b0 req-cc0158eb-c12d-4134-835c-1f62892175a2 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:46.481376 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-57fc3231-1c21-4f56-beb2-f032215f40b0 req-cc0158eb-c12d-4134-835c-1f62892175a2 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0446351 Oct 21 15:12:46.534093 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-57fc3231-1c21-4f56-beb2-f032215f40b0 req-54878c74-c150-4258-831a-a3db1def041d tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Oct 21 15:12:47.060547 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=15 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:47.062247 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=11 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:47.618613 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:47.658784 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c545-78a2-4c7f-afbe-f6e0ddc9370e req-9185b12c-fe84-4980-9872-31caab42f41a tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:47.661313 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-edf7c545-78a2-4c7f-afbe-f6e0ddc9370e req-9185b12c-fe84-4980-9872-31caab42f41a tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0507619 Oct 21 15:12:47.711755 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-edf7c545-78a2-4c7f-afbe-f6e0ddc9370e req-60fea7c2-4e1d-48c1-8cfa-f938e0305a93 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Oct 21 15:12:47.721856 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:47.802238 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:48.831597 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f297c3-5156-4b4f-924b-9f2e152881c0 req-15bee1ac-270f-47e8-bdbc-32b8421da608 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:48.833063 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-65f297c3-5156-4b4f-924b-9f2e152881c0 req-15bee1ac-270f-47e8-bdbc-32b8421da608 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0462964 Oct 21 15:12:48.880371 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-65f297c3-5156-4b4f-924b-9f2e152881c0 req-c71a9c8e-4ed0-4fb7-adcb-ac1f95cf7d1d tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Oct 21 15:12:48.882120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-177b6558-5496-4fc9-acf1-d4b37e7dc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:50.236418 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10887a-1153-4f95-82c8-51f980c5129f req-3672a1d3-980e-49f3-93d9-2c03649162a2 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:50.237907 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d10887a-1153-4f95-82c8-51f980c5129f req-3672a1d3-980e-49f3-93d9-2c03649162a2 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.2819579 Oct 21 15:12:50.285790 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d10887a-1153-4f95-82c8-51f980c5129f req-2e1acd97-1dec-45f5-a89d-627a5ae6c65e tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Oct 21 15:12:51.281929 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device c6b0d1a6-0f83-4562-8741-989f44baca8a details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:12:51.417320 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port c6b0d1a6-0f83-4562-8741-989f44baca8a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c6b0d1a6-0f83-4562-8741-989f44baca8a,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:12:51.425920 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-90f6941c-2efe-4651-9aa2-5e54c017113b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:51.430907 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'c6b0d1a6-0f83-4562-8741-989f44baca8a', 'network_id': '0d3a7a4c-6fe5-4ea6-b704-ed95af379e95', 'port_id': 'c6b0d1a6-0f83-4562-8741-989f44baca8a', 'mac_address': 'fa:16:3e:9d:16:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefa578-acab-4662-ad65-d720613473ff', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:12:51.431169 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653e11-e59f-472e-8ca8-4267840e02a0 req-3baaa216-0c17-400e-a51f-af248def2ecd tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:51.432673 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-65653e11-e59f-472e-8ca8-4267840e02a0 req-3baaa216-0c17-400e-a51f-af248def2ecd tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 947 time: 0.0624294 Oct 21 15:12:51.467966 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port c6b0d1a6-0f83-4562-8741-989f44baca8a is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:12:51.469929 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:51.481473 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-65653e11-e59f-472e-8ca8-4267840e02a0 req-ed3a7420-15f0-457a-b0ab-6c6ed7c51185 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Oct 21 15:12:51.482482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b0d1a6-0f83-4562-8741-989f44baca8a {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:12:51.506222 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port c6b0d1a6-0f83-4562-8741-989f44baca8a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c6b0d1a6-0f83-4562-8741-989f44baca8a,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:12:51.623652 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:51.673801 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=c6b0d1a6-0f83-4562-8741-989f44baca8a,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:51.943312 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['c6b0d1a6-0f83-4562-8741-989f44baca8a'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:12:52.557147 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:52.610113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aeb485-43c3-4940-85c8-cf0d236f8d96 req-67bc45de-f519-4b77-b15f-8f6cc3e9edde tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:52.612219 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-60aeb485-43c3-4940-85c8-cf0d236f8d96 req-67bc45de-f519-4b77-b15f-8f6cc3e9edde tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 948 time: 0.0516629 Oct 21 15:12:52.659217 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-60aeb485-43c3-4940-85c8-cf0d236f8d96 req-e417c31f-5d76-4135-851a-5a8bee4fb57c tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Oct 21 15:12:53.189402 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:12:53.266877 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device c6b0d1a6-0f83-4562-8741-989f44baca8a up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:12:53.315391 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port c6b0d1a6-0f83-4562-8741-989f44baca8a completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:12:53.419113 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port c6b0d1a6-0f83-4562-8741-989f44baca8a triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:12:53.419517 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:53.419858 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port c6b0d1a6-0f83-4562-8741-989f44baca8a Oct 21 15:12:53.492177 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port c6b0d1a6-0f83-4562-8741-989f44baca8a is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:12:53.492590 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:53.515482 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b0d1a6-0f83-4562-8741-989f44baca8a'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:12:53.521830 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3675efa-02ec-4e29-be07-5decbcc8b93b" -d '{"events": [{"server_uuid": "596ff4f2-67c0-4332-8a20-3fb93089d346", "name": "network-vif-plugged", "status": "completed", "tag": "c6b0d1a6-0f83-4562-8741-989f44baca8a"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:12:53.530123 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port c6b0d1a6-0f83-4562-8741-989f44baca8a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c6b0d1a6-0f83-4562-8741-989f44baca8a,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:12:53.559633 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390172f6-29f4-4bbd-aeef-68d8369f2bfa x-openstack-request-id: req-390172f6-29f4-4bbd-aeef-68d8369f2bfa {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:12:53.560236 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596ff4f2-67c0-4332-8a20-3fb93089d346", "name": "network-vif-plugged", "status": "completed", "tag": "c6b0d1a6-0f83-4562-8741-989f44baca8a", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:12:53.560236 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-390172f6-29f4-4bbd-aeef-68d8369f2bfa {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:12:53.560586 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390172f6-29f4-4bbd-aeef-68d8369f2bfa'] response: {'server_uuid': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b0d1a6-0f83-4562-8741-989f44baca8a', 'code': 200} Oct 21 15:12:53.614579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:53.619938 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:53.789296 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6500e6a-4ec9-42dd-8a05-032c0b4022f2 req-a102f6a6-a732-4c60-8e43-d720f75eb318 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:53.791313 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b6500e6a-4ec9-42dd-8a05-032c0b4022f2 req-a102f6a6-a732-4c60-8e43-d720f75eb318 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 949 time: 0.0502815 Oct 21 15:12:53.804598 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=c6b0d1a6-0f83-4562-8741-989f44baca8a,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:53.812402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.812795 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.813312 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.813871 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.814553 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.818419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:12:53.878892 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b6500e6a-4ec9-42dd-8a05-032c0b4022f2 req-fdcd317c-f2a5-411a-aa91-3f7b1b0378ba tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Oct 21 15:12:53.905697 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aadd7-38a5-483b-a684-24a35f8a9838 req-c7daf969-048c-4fe8-bd8b-d14fc3f16d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:53.907280 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ac0aadd7-38a5-483b-a684-24a35f8a9838 req-c7daf969-048c-4fe8-bd8b-d14fc3f16d07 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 1133 time: 0.0621557 Oct 21 15:12:53.954843 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ac0aadd7-38a5-483b-a684-24a35f8a9838 req-937bc20f-d628-4d8e-b59f-b007e4141efe service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Oct 21 15:12:53.998241 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:54.071323 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:54.072450 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:54.171505 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-39dbfef4-3f2a-401f-90dc-beb55b3a8bf5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1507373944&fields=id&tenant_id=57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 267 time: 0.0469692 Oct 21 15:12:54.283591 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-54b29844-a3c7-4317-af26-d1744e57c94e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:54.285078 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-54b29844-a3c7-4317-af26-d1744e57c94e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 812 time: 0.1068785 Oct 21 15:12:54.300471 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-cd55fcfe-e0ae-42af-867c-168b0bc7eb59 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/quotas/57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 375 time: 0.0098906 Oct 21 15:12:54.351455 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-bf02cc8b-25d1-46c6-8517-4016d2f107d0 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461707 Oct 21 15:12:54.438585 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:54.455909 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-7c0bd2eb-2740-4788-b401-9ce98ba289d9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910056 Oct 21 15:12:54.551417 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-5173deda-e987-45e9-b15f-4f08c63637c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901334 Oct 21 15:12:55.008256 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07c74-48a4-43f7-a8e0-bc463c2461ef req-b09f70b2-fe7f-46bc-ab18-92047fc207cb tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:55.009924 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fcf07c74-48a4-43f7-a8e0-bc463c2461ef req-b09f70b2-fe7f-46bc-ab18-92047fc207cb tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 949 time: 0.0504398 Oct 21 15:12:55.052943 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:55.060225 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fcf07c74-48a4-43f7-a8e0-bc463c2461ef req-61b82416-7b78-4a0b-a4d9-f1c03d881728 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Oct 21 15:12:55.177541 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-543d5fa9-b126-47e9-b27c-f3bfbfd4e422 req-e16b6e77-ae12-420f-9827-dc91cba85489 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 210 time: 0.0297470 Oct 21 15:12:55.397700 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47072) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:55.514860 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cb658a9c-df10-4ab1-b168-7da8f3fe382d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.518472 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:55.594169 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cb658a9c-df10-4ab1-b168-7da8f3fe382d admin admin] Publish callbacks [] for security_group (e66b88c9-8a22-433b-b0ed-69288aa1439c), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.705875 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cb658a9c-df10-4ab1-b168-7da8f3fe382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e66b88c9-8a22-433b-b0ed-69288aa1439c), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.750454 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cb658a9c-df10-4ab1-b168-7da8f3fe382d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=80378bd364cf43018a211197fdf30ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515799 Oct 21 15:12:55.751372 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb658a9c-df10-4ab1-b168-7da8f3fe382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b88c9-8a22-433b-b0ed-69288aa1439c,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:55.755132 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47082) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:55.812639 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-09e11350-c1b1-4840-9a65-6e3d8a154307 admin admin] Publish callbacks [] for security_group (e66b88c9-8a22-433b-b0ed-69288aa1439c), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.834145 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-09e11350-c1b1-4840-9a65-6e3d8a154307 admin admin] Publish callbacks [] for security_group (e66b88c9-8a22-433b-b0ed-69288aa1439c), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.940282 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-09e11350-c1b1-4840-9a65-6e3d8a154307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (e66b88c9-8a22-433b-b0ed-69288aa1439c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.943217 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-09e11350-c1b1-4840-9a65-6e3d8a154307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:55.944458 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-09e11350-c1b1-4840-9a65-6e3d8a154307 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e66b88c9-8a22-433b-b0ed-69288aa1439c HTTP/1.1" status: 204 len: 168 time: 0.1878250 Oct 21 15:12:55.952712 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e11350-c1b1-4840-9a65-6e3d8a154307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b88c9-8a22-433b-b0ed-69288aa1439c,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:56.187678 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b080d-2c85-4dd1-99ca-4d0f50b6f99d req-5aae1f3b-de6d-447d-9821-ba59fb1fbb97 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:56.191326 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-151b080d-2c85-4dd1-99ca-4d0f50b6f99d req-5aae1f3b-de6d-447d-9821-ba59fb1fbb97 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 949 time: 0.0494239 Oct 21 15:12:56.264277 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-151b080d-2c85-4dd1-99ca-4d0f50b6f99d req-983e92d8-9ce1-4f13-96bb-314de21bc9f9 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674787 Oct 21 15:12:56.314079 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-70abf595-03c7-4288-bcd9-1fa01d86631d req-56b99c07-1152-4a0f-aeff-89f6c7800ac7 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 210 time: 0.0351543 Oct 21 15:12:56.758050 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47112) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:56.772491 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5859451b-eb4e-4401-aaa5-131cdaa6916d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:56.849935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff7d9-2172-4adc-a9ad-2c0af0dff339 req-cf782fc1-96bb-47b4-bd6a-ecd8b25f990d tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:56.850502 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5859451b-eb4e-4401-aaa5-131cdaa6916d admin admin] Publish callbacks [] for security_group (df0d5ac7-6d54-4902-a896-9cb509e49d5e), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:56.851478 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f7dff7d9-2172-4adc-a9ad-2c0af0dff339 req-cf782fc1-96bb-47b4-bd6a-ecd8b25f990d tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 949 time: 0.0518255 Oct 21 15:12:56.899909 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f7dff7d9-2172-4adc-a9ad-2c0af0dff339 req-f905912e-a76b-4db9-927b-6a24c7dfe657 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Oct 21 15:12:56.921981 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5859451b-eb4e-4401-aaa5-131cdaa6916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (df0d5ac7-6d54-4902-a896-9cb509e49d5e), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:56.963273 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5859451b-eb4e-4401-aaa5-131cdaa6916d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a6a3b4c768ec42db83d678d9fa3c1594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040102 Oct 21 15:12:56.964384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859451b-eb4e-4401-aaa5-131cdaa6916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d5ac7-6d54-4902-a896-9cb509e49d5e,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:56.965974 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47114) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:57.016408 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3c006b9d-846e-4419-9d9c-984ddcaee171 admin admin] Publish callbacks [] for security_group (df0d5ac7-6d54-4902-a896-9cb509e49d5e), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:57.037273 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3c006b9d-846e-4419-9d9c-984ddcaee171 admin admin] Publish callbacks [] for security_group (df0d5ac7-6d54-4902-a896-9cb509e49d5e), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:57.161933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3c006b9d-846e-4419-9d9c-984ddcaee171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (df0d5ac7-6d54-4902-a896-9cb509e49d5e), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:57.164560 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3c006b9d-846e-4419-9d9c-984ddcaee171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:57.165754 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3c006b9d-846e-4419-9d9c-984ddcaee171 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/df0d5ac7-6d54-4902-a896-9cb509e49d5e HTTP/1.1" status: 204 len: 168 time: 0.1988068 Oct 21 15:12:57.173997 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c006b9d-846e-4419-9d9c-984ddcaee171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d5ac7-6d54-4902-a896-9cb509e49d5e,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:57.425292 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-98a8a229-2dbc-44ce-805f-5b64b01d472b req-f519b365-69e8-42cb-8f1d-8063a40770cd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Oct 21 15:12:57.937655 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47144) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:58.040264 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f0dbb-d27a-4bc5-a0a8-14020e627a9f req-4ff150ba-6282-4d70-9fe9-c9d46c057244 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:58.042186 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-db7f0dbb-d27a-4bc5-a0a8-14020e627a9f req-4ff150ba-6282-4d70-9fe9-c9d46c057244 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 949 time: 0.0556538 Oct 21 15:12:58.079809 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ee052658-ac86-4125-a70b-4cc1fb5dd723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.127103 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-db7f0dbb-d27a-4bc5-a0a8-14020e627a9f req-ce287860-3182-4075-9fc2-5c3ab31aacf0 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=061713da-cfa3-4c4e-81d4-92dad39709fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777152 Oct 21 15:12:58.181082 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ee052658-ac86-4125-a70b-4cc1fb5dd723 admin admin] Publish callbacks [] for security_group (8a954b5d-a546-47ac-bae6-6990c80ac30b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.259544 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-ee052658-ac86-4125-a70b-4cc1fb5dd723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8a954b5d-a546-47ac-bae6-6990c80ac30b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.265297 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-07c3fe3f-cb19-4e0d-8ec0-61922bde5bf7 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:58.267213 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-07c3fe3f-cb19-4e0d-8ec0-61922bde5bf7 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 949 time: 0.0487661 Oct 21 15:12:58.279567 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:58.282963 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:58.309157 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-ee052658-ac86-4125-a70b-4cc1fb5dd723 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=257edeea1ce9438cab81087e5ab4297b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704004 Oct 21 15:12:58.310049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee052658-ac86-4125-a70b-4cc1fb5dd723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a954b5d-a546-47ac-bae6-6990c80ac30b,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:58.312778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47156) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:58.397226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Deleting port c6b0d1a6-0f83-4562-8741-989f44baca8a {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:12:58.397479 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.446904 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-015cb54b-17f9-42a5-b88c-74501b1ce625 admin admin] Publish callbacks [] for security_group (8a954b5d-a546-47ac-bae6-6990c80ac30b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.483759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-015cb54b-17f9-42a5-b88c-74501b1ce625 admin admin] Publish callbacks [] for security_group (8a954b5d-a546-47ac-bae6-6990c80ac30b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.552219 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-3f33becd-d792-4ab8-bc8c-0cebf555f1e0 req-7ec2b742-87dc-49fa-963a-b7ee4f88d26d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 210 time: 0.0373383 Oct 21 15:12:58.591205 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:58.604188 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] For port c6b0d1a6-0f83-4562-8741-989f44baca8a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c6b0d1a6-0f83-4562-8741-989f44baca8a,segment=NetworkSegment(a73de602-1d60-4b87-8103-b79c425f7976),segment_id=a73de602-1d60-4b87-8103-b79c425f7976)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:12:58.604551 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.627404 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Calling delete_port for c6b0d1a6-0f83-4562-8741-989f44baca8a owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:12:58.698651 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-314a3443-ab28-4c0d-9b19-dfb809833ffa tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:58.700111 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-314a3443-ab28-4c0d-9b19-dfb809833ffa tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 812 time: 0.2025023 Oct 21 15:12:58.736089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-015cb54b-17f9-42a5-b88c-74501b1ce625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8a954b5d-a546-47ac-bae6-6990c80ac30b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.739239 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-015cb54b-17f9-42a5-b88c-74501b1ce625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.740553 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-015cb54b-17f9-42a5-b88c-74501b1ce625 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8a954b5d-a546-47ac-bae6-6990c80ac30b HTTP/1.1" status: 204 len: 168 time: 0.4246321 Oct 21 15:12:58.768431 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cb54b-17f9-42a5-b88c-74501b1ce625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a954b5d-a546-47ac-bae6-6990c80ac30b,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:58.806445 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-72ba78a6-8a54-4f8c-b00c-92c6a60e87c2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eb0443c72743c8b3ab016fdf5c9745 HTTP/1.1" status: 200 len: 380 time: 0.0975149 Oct 21 15:12:58.834258 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'port': {'device_id': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'admin_state_up': True, 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'security_groups': ['6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:58.972237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (c6b0d1a6-0f83-4562-8741-989f44baca8a), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:58.984691 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['c6b0d1a6-0f83-4562-8741-989f44baca8a'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:12:59.014547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Pushing event deleted for resources: {'Port': ['ID=c6b0d1a6-0f83-4562-8741-989f44baca8a,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:59.048541 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Made reservation on behalf of 57eb0443c72743c8b3ab016fdf5c9745 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:12:59.052810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.079922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:59.088200 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] No DVR routers for this DVR port c6b0d1a6-0f83-4562-8741-989f44baca8a on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:12:59.092049 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.095415 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-016e7f15-8d02-4c69-929a-dbb6be3a3053 req-cd1ff165-bb57-44d7-bcc0-1bf00d9d4528 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.16 "DELETE /networking/v2.0/ports/c6b0d1a6-0f83-4562-8741-989f44baca8a HTTP/1.1" status: 204 len: 173 time: 0.8229828 Oct 21 15:12:59.096535 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'name': 'network-vif-deleted', 'tag': 'c6b0d1a6-0f83-4562-8741-989f44baca8a'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:12:59.105604 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d748d9ce-8d90-496e-9a8b-b107053c7fb6" -d '{"events": [{"server_uuid": "596ff4f2-67c0-4332-8a20-3fb93089d346", "name": "network-vif-deleted", "tag": "c6b0d1a6-0f83-4562-8741-989f44baca8a"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:12:59.174075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefdb215-f47f-4e64-8313-f4b55d5d692a x-openstack-request-id: req-cefdb215-f47f-4e64-8313-f4b55d5d692a {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:12:59.174075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596ff4f2-67c0-4332-8a20-3fb93089d346", "name": "network-vif-deleted", "tag": "c6b0d1a6-0f83-4562-8741-989f44baca8a", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:12:59.174075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cefdb215-f47f-4e64-8313-f4b55d5d692a {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:12:59.174075 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefdb215-f47f-4e64-8313-f4b55d5d692a'] response: {'server_uuid': '596ff4f2-67c0-4332-8a20-3fb93089d346', 'name': 'network-vif-deleted', 'tag': 'c6b0d1a6-0f83-4562-8741-989f44baca8a', 'status': 'completed', 'code': 200} Oct 21 15:12:59.256194 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-83f94673-8aa3-49b8-bac1-3997ec066212 req-cb5836eb-4db3-4460-bb2f-dd999436cc2a tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 210 time: 0.0310934 Oct 21 15:12:59.266616 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Allocated IP 172.20.0.8 (ba5ce276-5178-4856-9bdd-bc914a7bfa6c/308cd7cd-1ecc-440b-9a3a-ab84c7c28370/53056fbf-6124-4329-a21d-d7fada81a1f6) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:12:59.430571 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.458482 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:59.493773 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47184) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:59.510895 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5b8db3a-ac04-411b-a303-557337f9bf20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.560801 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.634704 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:12:59.645931 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:12:59.658178 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:12:59.662751 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5b8db3a-ac04-411b-a303-557337f9bf20 admin admin] Publish callbacks [] for security_group (f19b8348-3faf-4983-99e8-224b79a2b080), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.663880 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=53056fbf-6124-4329-a21d-d7fada81a1f6,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:59.676539 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:59.684427 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:12:59.701701 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc254-3bde-46a9-bd5c-f9cbfd76e065 req-656b0b93-421e-4578-a916-84516ef201ca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:59.703551 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d41fc254-3bde-46a9-bd5c-f9cbfd76e065 req-656b0b93-421e-4578-a916-84516ef201ca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 931 time: 0.0653217 Oct 21 15:12:59.731941 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:12:59.732679 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.765998 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d41fc254-3bde-46a9-bd5c-f9cbfd76e065 req-9e15d809-2a62-4547-8b5d-4a6acdb5b111 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543847 Oct 21 15:12:59.825163 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5b8db3a-ac04-411b-a303-557337f9bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f19b8348-3faf-4983-99e8-224b79a2b080), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.868319 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c5b8db3a-ac04-411b-a303-557337f9bf20 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4e17c0f6d7a047e68f78b8aac3ee06af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732088 Oct 21 15:12:59.869176 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8db3a-ac04-411b-a303-557337f9bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b8348-3faf-4983-99e8-224b79a2b080,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:12:59.871463 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47192) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:12:59.892025 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-a3668de3-6b7a-4af2-b464-56be37c81d5a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641429 Oct 21 15:12:59.903116 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-2bf86fdf-525a-42f3-8fa5-8d5c0c4487d5 None None] Provisioning complete for port 53056fbf-6124-4329-a21d-d7fada81a1f6 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:12:59.903505 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-2bf86fdf-525a-42f3-8fa5-8d5c0c4487d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.903844 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-2bf86fdf-525a-42f3-8fa5-8d5c0c4487d5 None None] Attempt 1 to provision port 53056fbf-6124-4329-a21d-d7fada81a1f6 Oct 21 15:12:59.930733 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Publish callbacks [] for security_group (f19b8348-3faf-4983-99e8-224b79a2b080), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:12:59.938003 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-2bf86fdf-525a-42f3-8fa5-8d5c0c4487d5 None None] Port 53056fbf-6124-4329-a21d-d7fada81a1f6 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:12:59.953900 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Request body: {'port': {'device_id': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:12:59.958731 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Publish callbacks [] for security_group (f19b8348-3faf-4983-99e8-224b79a2b080), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.044265 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.057713 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:00.111299 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (f19b8348-3faf-4983-99e8-224b79a2b080), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.114598 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.116201 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f19b8348-3faf-4983-99e8-224b79a2b080 HTTP/1.1" status: 204 len: 168 time: 0.2431800 Oct 21 15:13:00.124238 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b8348-3faf-4983-99e8-224b79a2b080,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:00.142329 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.144195 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.144716 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.145068 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.145393 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.145732 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.146044 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.146361 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.146714 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.150086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.150086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.150086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.150086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.150597 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.151030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bfe126-96ad-43bc-ba3e-04bca513ab5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:13:00.405077 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53056fbf-6124-4329-a21d-d7fada81a1f6 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:13:00.406646 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1a8c8351-2b42-4b78-ba1d-8c62b9465840 req-fee11c62-dab9-44a3-9be5-016f28b16cb2 tempest-VolumesNegativeTest-187294794 tempest-VolumesNegativeTest-187294794-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=596ff4f2-67c0-4332-8a20-3fb93089d346 HTTP/1.1" status: 200 len: 210 time: 0.0491941 Oct 21 15:13:00.414277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Publish callbacks [] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.434367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Transition to ACTIVE for port object 53056fbf-6124-4329-a21d-d7fada81a1f6 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:13:00.505282 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.573607 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Pushing event updated for resources: {'Port': ['ID=53056fbf-6124-4329-a21d-d7fada81a1f6,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:00.628774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Attempting to bind port 53056fbf-6124-4329-a21d-d7fada81a1f6 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:13:00.628774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Attempting to bind port 53056fbf-6124-4329-a21d-d7fada81a1f6 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:13:00.628774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Attempting to bind port 53056fbf-6124-4329-a21d-d7fada81a1f6 on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:13:00.667908 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:00.668805 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Port 53056fbf-6124-4329-a21d-d7fada81a1f6 on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:13:00.669397 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Attempting to bind port 53056fbf-6124-4329-a21d-d7fada81a1f6 on network ba5ce276-5178-4856-9bdd-bc914a7bfa6c {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:13:00.716075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:13:00.716324 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Checking segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:13:00.716689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Bound using segment: {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:13:00.717114 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Bound port: 53056fbf-6124-4329-a21d-d7fada81a1f6, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:13:00.717468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.778304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] For port 53056fbf-6124-4329-a21d-d7fada81a1f6, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:13:00.781229 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] For port 53056fbf-6124-4329-a21d-d7fada81a1f6, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53056fbf-6124-4329-a21d-d7fada81a1f6,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:13:00.882854 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.887391 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:00.887997 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.889492 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 200 len: 1093 time: 0.9452763 Oct 21 15:13:00.890882 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34354057-2172-44fd-9915-9c46ab2039fc req-71db965e-f4c6-4cc6-9cc5-9886c17e2aa4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:00.893976 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-34354057-2172-44fd-9915-9c46ab2039fc req-71db965e-f4c6-4cc6-9cc5-9886c17e2aa4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0482001 Oct 21 15:13:00.927145 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47220) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:00.948180 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-34354057-2172-44fd-9915-9c46ab2039fc req-d6fd8eea-c849-4c7a-879e-e04755842cb9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480618 Oct 21 15:13:00.950814 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cad85397-c46e-4bdc-8053-c0fddb13d7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:00.959711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9113cc0-5268-4f66-9dc9-d62e26e83f58 service neutron] Pushing event updated for resources: {'Port': ['ID=53056fbf-6124-4329-a21d-d7fada81a1f6,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:01.051464 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-60f74a29-366f-4b84-83b6-ea1c4d9e2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:01.052969 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-60f74a29-366f-4b84-83b6-ea1c4d9e2f36 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1127 time: 0.0526469 Oct 21 15:13:01.103280 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cad85397-c46e-4bdc-8053-c0fddb13d7a0 admin admin] Publish callbacks [] for security_group (8da41a5a-8f5b-4209-82f9-c57e65a79dba), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:01.105180 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-1ee3bc30-04a0-4211-a3db-e7a0fdb21ed8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0429378 Oct 21 15:13:01.153233 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-1bcb40fa-d658-41d9-a265-ac1909a24fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:01.154690 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-1bcb40fa-d658-41d9-a265-ac1909a24fdf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0435660 Oct 21 15:13:01.169924 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cad85397-c46e-4bdc-8053-c0fddb13d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8da41a5a-8f5b-4209-82f9-c57e65a79dba), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:01.192390 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:13:01.194567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:13:01.236493 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7484-fea1-43b4-bb42-1a560551189c req-56450e41-4c39-453e-b597-3a4426f1ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:01.237998 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-56450e41-4c39-453e-b597-3a4426f1ebc0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768349 Oct 21 15:13:01.239473 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c03fe-da9f-4e36-8ff6-4ae0d5be0018 x-openstack-request-id: req-db0c03fe-da9f-4e36-8ff6-4ae0d5be0018 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:13:01.239759 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:13:01.240007 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db0c03fe-da9f-4e36-8ff6-4ae0d5be0018 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:13:01.240386 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0c03fe-da9f-4e36-8ff6-4ae0d5be0018'] response: {'name': 'network-changed', 'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'status': 'completed', 'code': 200} Oct 21 15:13:01.247229 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cad85397-c46e-4bdc-8053-c0fddb13d7a0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=07fef7178ab848179b027939e495de68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189580 Oct 21 15:13:01.250114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47224) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:01.255388 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad85397-c46e-4bdc-8053-c0fddb13d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da41a5a-8f5b-4209-82f9-c57e65a79dba,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:01.292167 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device c6b0d1a6-0f83-4562-8741-989f44baca8a no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:13:01.308574 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-063a8120-80e1-47ba-bb66-9d9289d17b55 admin admin] Publish callbacks [] for security_group (8da41a5a-8f5b-4209-82f9-c57e65a79dba), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:01.316694 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: c6b0d1a6-0f83-4562-8741-989f44baca8a {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:13:01.317519 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device c6b0d1a6-0f83-4562-8741-989f44baca8a not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:13:01.332236 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-063a8120-80e1-47ba-bb66-9d9289d17b55 admin admin] Publish callbacks [] for security_group (8da41a5a-8f5b-4209-82f9-c57e65a79dba), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:01.341480 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-ecbb34bc-42c1-4a3f-9374-129f384fdeeb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929859 Oct 21 15:13:01.441224 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-42ec7484-fea1-43b4-bb42-1a560551189c req-177460cb-618f-442e-be78-368c1ed89a1e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927765 Oct 21 15:13:01.479816 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-063a8120-80e1-47ba-bb66-9d9289d17b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8da41a5a-8f5b-4209-82f9-c57e65a79dba), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:01.479816 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-063a8120-80e1-47ba-bb66-9d9289d17b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:01.479816 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-063a8120-80e1-47ba-bb66-9d9289d17b55 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8da41a5a-8f5b-4209-82f9-c57e65a79dba HTTP/1.1" status: 204 len: 168 time: 0.2242575 Oct 21 15:13:01.488457 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a8120-80e1-47ba-bb66-9d9289d17b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da41a5a-8f5b-4209-82f9-c57e65a79dba,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:01.789570 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:01.801231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-b072cb2c-cc5e-4c1f-b99a-862690b8cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:01.803590 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-b072cb2c-cc5e-4c1f-b99a-862690b8cf71 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1127 time: 0.0440321 Oct 21 15:13:01.917451 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-424d8f96-b09c-4543-a1e7-8f3d504a00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:01.918962 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-424d8f96-b09c-4543-a1e7-8f3d504a00fa service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.1069775 Oct 21 15:13:01.964285 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-76abd249-3b11-4baa-8d44-7d6290caa4fd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0364385 Oct 21 15:13:02.007539 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:02.025058 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-247dc29d-e173-4419-aeaa-09b1c1cbc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:02.026761 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-247dc29d-e173-4419-aeaa-09b1c1cbc433 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0556238 Oct 21 15:13:02.082676 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-42ea59fd-2e7b-4d07-a549-e1851216be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:02.084455 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-42ea59fd-2e7b-4d07-a549-e1851216be00 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500624 Oct 21 15:13:02.109770 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16355a78-b829-4f6d-95bf-97d04661d69e req-4eeb6042-f587-462c-9a48-190830147628 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:02.111928 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-16355a78-b829-4f6d-95bf-97d04661d69e req-4eeb6042-f587-462c-9a48-190830147628 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0558205 Oct 21 15:13:02.169303 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:02.183487 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-16355a78-b829-4f6d-95bf-97d04661d69e req-bb1d63d7-71db-4cc4-9342-87c0bdef2d4c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623565 Oct 21 15:13:02.192743 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-c34e0e5d-753e-4dc5-a0f2-7136b1bf9727 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999579 Oct 21 15:13:02.291576 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-1f42d3e7-9bf2-4bc2-80a0-4401ffc19f28 req-5f265970-4769-4aa5-bf14-87079517ff7c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925808 Oct 21 15:13:03.185670 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=6 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:03.301910 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c2158-6626-4a46-b5f6-45f81f4dcd7e req-30543a92-7238-43d9-8262-2db341fd7459 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:03.303447 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-608c2158-6626-4a46-b5f6-45f81f4dcd7e req-30543a92-7238-43d9-8262-2db341fd7459 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0478816 Oct 21 15:13:03.355914 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-608c2158-6626-4a46-b5f6-45f81f4dcd7e req-fbad44c1-349d-4762-bc73-50705e7cfcfe tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468314 Oct 21 15:13:04.487820 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60f66-a871-44fe-bf0f-e2283f41ada6 req-52f84f08-a480-48b1-9809-575d5b1c7d4c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:04.489454 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-14b60f66-a871-44fe-bf0f-e2283f41ada6 req-52f84f08-a480-48b1-9809-575d5b1c7d4c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0543787 Oct 21 15:13:04.541739 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-14b60f66-a871-44fe-bf0f-e2283f41ada6 req-e5c1ffe3-be95-4275-84e2-bf9f9ede506e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462992 Oct 21 15:13:05.674001 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38106ce-41bc-4bed-850a-19189ead4017 req-fb1cee58-792c-4f80-8ccd-dc6a15a9441d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:05.675548 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d38106ce-41bc-4bed-850a-19189ead4017 req-fb1cee58-792c-4f80-8ccd-dc6a15a9441d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0519981 Oct 21 15:13:05.725416 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d38106ce-41bc-4bed-850a-19189ead4017 req-d9202461-d9b0-4734-af9e-b083434e64a5 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Oct 21 15:13:06.851623 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05102c44-f5a5-4fa3-9c6a-9df109ca7976 req-172d74e9-47bd-4487-bb29-e07f70dbd51e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:06.853240 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05102c44-f5a5-4fa3-9c6a-9df109ca7976 req-172d74e9-47bd-4487-bb29-e07f70dbd51e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0499377 Oct 21 15:13:06.903781 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-05102c44-f5a5-4fa3-9c6a-9df109ca7976 req-46cd9a85-4a18-4d8c-a978-55dd7ab48363 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448604 Oct 21 15:13:07.709962 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47528) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:07.843412 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-95827b7c-e00b-4d28-95e1-a7f65197710f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3a5ca098647949a89a1d3d96ed6e5ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321194 Oct 21 15:13:07.845928 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47532) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:07.894847 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-24fb350c-fd38-4d27-a700-b5ee78a59c1c admin admin] Publish callbacks [] for security_group (061713da-cfa3-4c4e-81d4-92dad39709fb), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:07.914794 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-24fb350c-fd38-4d27-a700-b5ee78a59c1c admin admin] Publish callbacks [] for security_group (061713da-cfa3-4c4e-81d4-92dad39709fb), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:08.025660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3ad7-e6e0-4ef4-9a8b-bfc9daaea0de req-f1288afe-e3c2-49d7-9e71-54480e21c81c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:08.027182 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1eda3ad7-e6e0-4ef4-9a8b-bfc9daaea0de req-f1288afe-e3c2-49d7-9e71-54480e21c81c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0482371 Oct 21 15:13:08.028207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-24fb350c-fd38-4d27-a700-b5ee78a59c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (061713da-cfa3-4c4e-81d4-92dad39709fb), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:08.030739 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-24fb350c-fd38-4d27-a700-b5ee78a59c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:08.034722 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-24fb350c-fd38-4d27-a700-b5ee78a59c1c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/061713da-cfa3-4c4e-81d4-92dad39709fb HTTP/1.1" status: 204 len: 168 time: 0.1847575 Oct 21 15:13:08.050304 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb350c-fd38-4d27-a700-b5ee78a59c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061713da-cfa3-4c4e-81d4-92dad39709fb,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:08.097371 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1eda3ad7-e6e0-4ef4-9a8b-bfc9daaea0de req-908a226f-cd03-4542-b509-6ab0db900854 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622659 Oct 21 15:13:09.234420 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7e6f-ae3e-485e-b54b-216ef8738e91 req-3e812b18-4f92-498d-9bb8-e33148e6025a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:09.236031 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-77ad7e6f-ae3e-485e-b54b-216ef8738e91 req-3e812b18-4f92-498d-9bb8-e33148e6025a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 943 time: 0.0571001 Oct 21 15:13:09.248899 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:09.285905 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-77ad7e6f-ae3e-485e-b54b-216ef8738e91 req-719e2498-0872-49be-9b64-6453aee074ec tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Oct 21 15:13:09.330613 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 53056fbf-6124-4329-a21d-d7fada81a1f6 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:13:09.429430 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 53056fbf-6124-4329-a21d-d7fada81a1f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53056fbf-6124-4329-a21d-d7fada81a1f6,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:13:09.441010 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'port_id': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'mac_address': 'fa:16:3e:b5:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:13:09.481088 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 53056fbf-6124-4329-a21d-d7fada81a1f6 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:13:09.481088 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:09.495170 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53056fbf-6124-4329-a21d-d7fada81a1f6 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:13:09.515393 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 53056fbf-6124-4329-a21d-d7fada81a1f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53056fbf-6124-4329-a21d-d7fada81a1f6,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:13:09.573574 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:09.620154 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=53056fbf-6124-4329-a21d-d7fada81a1f6,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:09.787595 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['53056fbf-6124-4329-a21d-d7fada81a1f6'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:13:10.410560 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86631c74-83fe-4ae0-b668-2636f43ab420 req-742dae89-4ccd-430f-b102-fb4963170132 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:10.412022 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-86631c74-83fe-4ae0-b668-2636f43ab420 req-742dae89-4ccd-430f-b102-fb4963170132 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 944 time: 0.0506833 Oct 21 15:13:10.464686 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-86631c74-83fe-4ae0-b668-2636f43ab420 req-cafb96b0-da03-444b-a35c-6bc404431367 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469623 Oct 21 15:13:10.935051 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47568) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:11.041697 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-66003149-b3af-4e10-ab31-f51c132f3cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.070049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:11.115808 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-66003149-b3af-4e10-ab31-f51c132f3cc6 admin admin] Publish callbacks [] for security_group (72277c15-9610-4c59-80dc-03b82fc41dc0), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.161465 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-66003149-b3af-4e10-ab31-f51c132f3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (72277c15-9610-4c59-80dc-03b82fc41dc0), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.200978 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-66003149-b3af-4e10-ab31-f51c132f3cc6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=37ca014da4334317afdfadf95250f857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648718 Oct 21 15:13:11.202911 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66003149-b3af-4e10-ab31-f51c132f3cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72277c15-9610-4c59-80dc-03b82fc41dc0,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:11.203845 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47572) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:11.254161 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7df6d42f-338c-4e22-a76c-5c30b0c7e2c6 admin admin] Publish callbacks [] for security_group (72277c15-9610-4c59-80dc-03b82fc41dc0), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.274299 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7df6d42f-338c-4e22-a76c-5c30b0c7e2c6 admin admin] Publish callbacks [] for security_group (72277c15-9610-4c59-80dc-03b82fc41dc0), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.328932 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 53056fbf-6124-4329-a21d-d7fada81a1f6 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:13:11.372893 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 53056fbf-6124-4329-a21d-d7fada81a1f6 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:13:11.373502 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7df6d42f-338c-4e22-a76c-5c30b0c7e2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (72277c15-9610-4c59-80dc-03b82fc41dc0), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.376114 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-7df6d42f-338c-4e22-a76c-5c30b0c7e2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.377855 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-7df6d42f-338c-4e22-a76c-5c30b0c7e2c6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/72277c15-9610-4c59-80dc-03b82fc41dc0 HTTP/1.1" status: 204 len: 168 time: 0.1730137 Oct 21 15:13:11.393387 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6d42f-338c-4e22-a76c-5c30b0c7e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72277c15-9610-4c59-80dc-03b82fc41dc0,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:11.418744 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 53056fbf-6124-4329-a21d-d7fada81a1f6 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:13:11.419255 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.419598 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 53056fbf-6124-4329-a21d-d7fada81a1f6 Oct 21 15:13:11.460236 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:11.480160 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:11.494723 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 53056fbf-6124-4329-a21d-d7fada81a1f6 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:13:11.495120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.521592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:13:11.524364 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a90f4c0-7a7b-43db-ab73-23bc71fec3a7" -d '{"events": [{"server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "name": "network-vif-plugged", "status": "completed", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:13:11.538387 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 53056fbf-6124-4329-a21d-d7fada81a1f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53056fbf-6124-4329-a21d-d7fada81a1f6,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:13:11.573803 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da696a5-4361-47b0-b972-d58331c41a84 x-openstack-request-id: req-4da696a5-4361-47b0-b972-d58331c41a84 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:13:11.574099 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "name": "network-vif-plugged", "status": "completed", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:13:11.574394 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4da696a5-4361-47b0-b972-d58331c41a84 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:13:11.574804 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da696a5-4361-47b0-b972-d58331c41a84'] response: {'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'code': 200} Oct 21 15:13:11.595901 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5a17f-b02a-4fe3-9b2f-afbf81bd13e4 req-cfdd42ab-0b35-42d5-afc7-c611a68c0d9d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:11.597408 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-23a5a17f-b02a-4fe3-9b2f-afbf81bd13e4 req-cfdd42ab-0b35-42d5-afc7-c611a68c0d9d tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Oct 21 15:13:11.653608 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:11.655469 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-23a5a17f-b02a-4fe3-9b2f-afbf81bd13e4 req-f54dbd5d-9905-40f1-abf9-5550f9ee6bde tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490153 Oct 21 15:13:11.703498 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=53056fbf-6124-4329-a21d-d7fada81a1f6,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:11.893140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89daf3-f44d-45bb-bd6f-e8fa03fe43d7 req-99ea1687-6ac6-4dd6-b76b-9d69a5545b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:11.894593 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fb89daf3-f44d-45bb-bd6f-e8fa03fe43d7 req-99ea1687-6ac6-4dd6-b76b-9d69a5545b5b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1129 time: 0.0382223 Oct 21 15:13:11.940648 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-fb89daf3-f44d-45bb-bd6f-e8fa03fe43d7 req-c86b5336-4fc1-447a-b248-8527b6a7cde8 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Oct 21 15:13:12.042250 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47582) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:12.059084 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93436c58-aa76-4dc1-a975-bd6801d49ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.135976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93436c58-aa76-4dc1-a975-bd6801d49ad2 admin admin] Publish callbacks [] for security_group (7c6ca952-7476-4ca7-b240-02bd3c8b375b), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.195898 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-93436c58-aa76-4dc1-a975-bd6801d49ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7c6ca952-7476-4ca7-b240-02bd3c8b375b), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.212852 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:12.235367 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93436c58-aa76-4dc1-a975-bd6801d49ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6ca952-7476-4ca7-b240-02bd3c8b375b,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:12.241352 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-93436c58-aa76-4dc1-a975-bd6801d49ad2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1ef9cb50a1e1489ca3a787883fea95d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980350 Oct 21 15:13:12.244076 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47584) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:12.294664 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a122317b-2ca2-4588-a1bf-4f82620cdec6 admin admin] Publish callbacks [] for security_group (7c6ca952-7476-4ca7-b240-02bd3c8b375b), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.316390 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a122317b-2ca2-4588-a1bf-4f82620cdec6 admin admin] Publish callbacks [] for security_group (7c6ca952-7476-4ca7-b240-02bd3c8b375b), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.430423 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a122317b-2ca2-4588-a1bf-4f82620cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (7c6ca952-7476-4ca7-b240-02bd3c8b375b), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.433050 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a122317b-2ca2-4588-a1bf-4f82620cdec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:12.434259 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-a122317b-2ca2-4588-a1bf-4f82620cdec6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7c6ca952-7476-4ca7-b240-02bd3c8b375b HTTP/1.1" status: 204 len: 168 time: 0.1892130 Oct 21 15:13:12.442537 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122317b-2ca2-4588-a1bf-4f82620cdec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6ca952-7476-4ca7-b240-02bd3c8b375b,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:12.777932 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69cdc-cfe6-4022-a5c3-30afa3382397 req-fad9d9e0-9fd6-4a3f-aebc-66518bccb8d3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:12.779430 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-63e69cdc-cfe6-4022-a5c3-30afa3382397 req-fad9d9e0-9fd6-4a3f-aebc-66518bccb8d3 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0470617 Oct 21 15:13:12.834144 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-63e69cdc-cfe6-4022-a5c3-30afa3382397 req-a1ca72c6-32f5-4623-b842-56be66d5db48 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481029 Oct 21 15:13:13.081882 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 47592) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:13.095096 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4951-03ab-416b-88e0-1c67ac6d3c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.157492 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:13.170428 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4951-03ab-416b-88e0-1c67ac6d3c5f admin admin] Publish callbacks [] for security_group (50eef40f-05e8-48f0-adce-f6508535cda1), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.265035 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4951-03ab-416b-88e0-1c67ac6d3c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (50eef40f-05e8-48f0-adce-f6508535cda1), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.305368 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c4951-03ab-416b-88e0-1c67ac6d3c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eef40f-05e8-48f0-adce-f6508535cda1,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:13.310369 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-dd8c4951-03ab-416b-88e0-1c67ac6d3c5f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2f78cf71665d4fc5be5038d488422721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268856 Oct 21 15:13:13.313469 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47594) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:13.363953 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f5d19f21-ca16-4df3-9586-fbb0d67cd8af admin admin] Publish callbacks [] for security_group (50eef40f-05e8-48f0-adce-f6508535cda1), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.384175 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f5d19f21-ca16-4df3-9586-fbb0d67cd8af admin admin] Publish callbacks [] for security_group (50eef40f-05e8-48f0-adce-f6508535cda1), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.488117 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f5d19f21-ca16-4df3-9586-fbb0d67cd8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (50eef40f-05e8-48f0-adce-f6508535cda1), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.490685 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-f5d19f21-ca16-4df3-9586-fbb0d67cd8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:13.491828 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-f5d19f21-ca16-4df3-9586-fbb0d67cd8af admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/50eef40f-05e8-48f0-adce-f6508535cda1 HTTP/1.1" status: 204 len: 168 time: 0.1774573 Oct 21 15:13:13.499899 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d19f21-ca16-4df3-9586-fbb0d67cd8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eef40f-05e8-48f0-adce-f6508535cda1,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:13.962718 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77419632-0fa1-4408-b7b1-75d9aba81a7c req-0968e0ff-5d7b-495e-9850-3b64213b9bfd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:13.964216 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-77419632-0fa1-4408-b7b1-75d9aba81a7c req-0968e0ff-5d7b-495e-9850-3b64213b9bfd tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Oct 21 15:13:14.014887 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-77419632-0fa1-4408-b7b1-75d9aba81a7c req-4ddc8847-9e60-4e01-a56e-149d40a00fa9 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Oct 21 15:13:14.139410 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61bc19-98e4-49d0-8868-39d8b051ad0a req-1cbff3d8-3084-45f2-b924-1c47b2c388ad tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:14.140889 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9d61bc19-98e4-49d0-8868-39d8b051ad0a req-1cbff3d8-3084-45f2-b924-1c47b2c388ad tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0496848 Oct 21 15:13:14.192401 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9d61bc19-98e4-49d0-8868-39d8b051ad0a req-cd8c9230-4226-401d-b102-8de5fc82bb65 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 Oct 21 15:13:14.221546 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47614) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:14.262107 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d2c18-b19c-43c5-96cf-27f11d8b4869 tempest-TestVolumeBootPattern-457745826 tempest-TestVolumeBootPattern-457745826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:14.263675 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-809d2c18-b19c-43c5-96cf-27f11d8b4869 tempest-TestVolumeBootPattern-457745826 tempest-TestVolumeBootPattern-457745826-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1124 time: 0.0411391 Oct 21 15:13:14.266701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47618) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:14.273530 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'port_id': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:13:14.362047 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:14.444100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:14.507354 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47624) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:14.543317 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:14.566231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Allocated IP 172.27.0.125 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/1c87a6b3-35c8-4d5b-8ba3-da794a518470) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:13:14.636212 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-590987908-network', 'tenant_id': 'e01624214b124e12a495c748e39dda48'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:13:14.692221 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:14.712039 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:14.795841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Made reservation on behalf of e01624214b124e12a495c748e39dda48 for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:13:14.798961 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:14.808023 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:14.816748 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:14.857984 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:13:14.865030 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:13:14.872552 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:13:14.898896 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=1c87a6b3-35c8-4d5b-8ba3-da794a518470,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:15.023689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks [] for security_group (3b39bfb4-06e4-4202-ac0f-63693a9c534c), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.113886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3b39bfb4-06e4-4202-ac0f-63693a9c534c), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.140433 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:13:15.169710 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (c9c7c1bf-1d4f-4c07-891e-7cff1492f237), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.170048 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Added segment c9c7c1bf-1d4f-4c07-891e-7cff1492f237 of type vlan for network 2d5026f2-f192-45f3-968a-7676a59e57d1 Oct 21 15:13:15.171272 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39bfb4-06e4-4202-ac0f-63693a9c534c,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:15.499098 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (2d5026f2-f192-45f3-968a-7676a59e57d1), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.503479 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:15.604461 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (dcb14d6c-fb35-4876-8251-6357e22af170), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.629576 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (2d5026f2-f192-45f3-968a-7676a59e57d1), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.630562 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:15.631167 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.703431 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] Pushing event updated for resources: {'Network': ['ID=2d5026f2-f192-45f3-968a-7676a59e57d1,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:15.714605 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 2d5026f2-f192-45f3-968a-7676a59e57d1 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:13:15.757496 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c24b99ff-ff00-4796-be59-29484645606d admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2489769 Oct 21 15:13:15.760252 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 47628) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:13:15.764929 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Request body: {'subnet': {'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-590987908-subnet', 'tenant_id': 'e01624214b124e12a495c748e39dda48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:13:15.771952 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:15.780213 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:15.884204 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Made reservation on behalf of e01624214b124e12a495c748e39dda48 for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:13:15.886604 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25450003'] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.007390 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.084455 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.161946 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event updated for resources: {'Port': ['ID=1c87a6b3-35c8-4d5b-8ba3-da794a518470,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:16.166916 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (dcb14d6c-fb35-4876-8251-6357e22af170), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.200233 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:16.212115 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (752587f3-08dc-49c4-85ac-22804f848248), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.314142 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752587f3-08dc-49c4-85ac-22804f848248,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:16.322762 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Floating IP dcb14d6c-fb35-4876-8251-6357e22af170 associated. External IP: 172.27.0.125, port: 53056fbf-6124-4329-a21d-d7fada81a1f6. Oct 21 15:13:16.359783 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Checking segment: {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:13:16.360064 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Network hostable DHCP agents. Network: 2d5026f2-f192-45f3-968a-7676a59e57d1, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:13:16.473068 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Network 2d5026f2-f192-45f3-968a-7676a59e57d1 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:13:16.541122 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:13:16.583503 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 2d5026f2-f192-45f3-968a-7676a59e57d1) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:13:16.589851 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:16.590446 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.592379 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1d8d3-b67c-4f77-beab-78533eb6d0c4 None None] Network 2d5026f2-f192-45f3-968a-7676a59e57d1 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:13:16.647776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:16.659421 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:13:16.664327 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-74039e20-57dc-4f94-9ad1-dc8c89ee0f06 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9029250 Oct 21 15:13:16.682881 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:13:16.696223 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:13:16.697011 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:12:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:13:16.702971 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b0685-ee8b-40fc-8446-94220699fcb5 None None] Network 2d5026f2-f192-45f3-968a-7676a59e57d1 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:13:16.751849 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:16.803520 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-eca7b80d-36d1-4dcc-955f-4e553ee9170c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5345106 Oct 21 15:13:16.803913 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:13:16.806493 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:13:16.813527 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:13:16.863020 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50349445-997d-4aef-9821-2b8ed960b84c x-openstack-request-id: req-50349445-997d-4aef-9821-2b8ed960b84c {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:13:16.863491 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:13:16.863956 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50349445-997d-4aef-9821-2b8ed960b84c {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:13:16.864711 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50349445-997d-4aef-9821-2b8ed960b84c'] response: {'name': 'network-changed', 'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'status': 'completed', 'code': 200} Oct 21 15:13:16.927623 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-ed90e5ba-af55-4dbd-b0ad-6df6bbedbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:16.929211 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-ed90e5ba-af55-4dbd-b0ad-6df6bbedbc83 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1129 time: 0.0458994 Oct 21 15:13:17.054358 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:17Z', 'revision_number': 1, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}, {'id': 'dcb14d6c-fb35-4876-8251-6357e22af170', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:b5:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:13:15Z', 'updated_at': '2022-10-21T15:13:15Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:13:17.071650 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-64b4a644-bd0d-44b8-a63f-372dc2f56ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:17.073253 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-64b4a644-bd0d-44b8-a63f-372dc2f56ed3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.1365471 Oct 21 15:13:17.085507 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:13:17.094059 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:13:17.094670 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:12:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:13:17.138568 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-07f2c8e0-9cee-46ed-a331-ba136486e86d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 200 len: 999 time: 0.0596185 Oct 21 15:13:17.187406 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-ea711b1e-8b78-45ee-a2a9-3847de6022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:17.188873 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-ea711b1e-8b78-45ee-a2a9-3847de6022b5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0451236 Oct 21 15:13:17.197355 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:13:17.237389 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-48f648de-07b5-479a-b433-738339e4b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:17.239000 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-48f648de-07b5-479a-b433-738339e4b5ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439141 Oct 21 15:13:17.332340 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-16ae6f4c-e2d0-48e4-bf17-50552e0b2a9f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872040 Oct 21 15:13:17.432384 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:17.436611 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dbacf773-1536-42c3-90a7-ca6a9ac3cfd7 req-091e247a-05e0-4eab-bd28-538abad8481d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990214 Oct 21 15:13:17.504592 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:17Z', 'revision_number': 1, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}, {'id': 'dcb14d6c-fb35-4876-8251-6357e22af170', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:b5:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:13:15Z', 'updated_at': '2022-10-21T15:13:15Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:13:17.531040 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c876a74-88ef-47be-bc57-40ec5286e1c8 None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:17Z', 'revision_number': 1, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}, {'id': 'dcb14d6c-fb35-4876-8251-6357e22af170', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:b5:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:13:15Z', 'updated_at': '2022-10-21T15:13:15Z', 'revision_number': 0, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:13:17.736453 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4e4b2-6d5f-4faf-ab70-63a4329f082d None None] New status for floating IP dcb14d6c-fb35-4876-8251-6357e22af170: ACTIVE {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:13:17.796112 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:18.844564 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-5d1b1019-b22b-4185-8f3e-3639e253fa02 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:18.846552 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-5d1b1019-b22b-4185-8f3e-3639e253fa02 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/networks?id=2d5026f2-f192-45f3-968a-7676a59e57d1 HTTP/1.1" status: 200 len: 813 time: 0.1015618 Oct 21 15:13:18.858985 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:18.862110 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-c19dd49e-bdd8-4587-aca9-bf9ae0bec943 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/quotas/e01624214b124e12a495c748e39dda48 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Oct 21 15:13:18.896970 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-c98823c2-f09e-402d-bcee-4591ae1a12fa tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e01624214b124e12a495c748e39dda48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299389 Oct 21 15:13:18.921786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fb49a95b-edd8-44a2-91c2-1e1f9005b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:18.988687 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-1e816f88-0ca1-4a7d-9332-d12f83827527 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852005 Oct 21 15:13:19.083057 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-a199d389-b624-46f0-8baf-bec10f277d69 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Oct 21 15:13:19.368388 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-91dfc4c4-a573-48c7-9268-5f20510ba6ba req-59a318f8-7a99-42c5-b519-b61834254133 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Oct 21 15:13:20.470857 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b43bc22c-deeb-4b0e-ad29-689429ecec47 req-a88d5c3f-c679-4b0f-84b4-c98333bd41dd tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 210 time: 0.0274587 Oct 21 15:13:21.481855 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-53432781-310f-4f61-8b78-d45a2d0bfd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:21.582226 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-79dd2439-a10a-4102-8adf-deb483562bd1 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:21.583745 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-79dd2439-a10a-4102-8adf-deb483562bd1 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2d5026f2-f192-45f3-968a-7676a59e57d1 HTTP/1.1" status: 200 len: 813 time: 0.1121249 Oct 21 15:13:21.591174 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b09075d0-3251-4725-9b3c-0fe9ea69b56b req-b80b165e-f884-4372-9242-063517625d09 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 210 time: 0.0329418 Oct 21 15:13:21.595140 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Request body: {'port': {'device_id': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1', 'admin_state_up': True, 'tenant_id': 'e01624214b124e12a495c748e39dda48'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:13:21.755999 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Made reservation on behalf of e01624214b124e12a495c748e39dda48 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:13:21.759784 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:21.891745 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Allocated IP 172.20.0.4 (2d5026f2-f192-45f3-968a-7676a59e57d1/752587f3-08dc-49c4-85ac-22804f848248/21152049-bcbc-4a8f-82d1-bdb6ee50a234) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:13:21.999997 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:22.042275 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks [] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.145181 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.191073 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Network 2d5026f2-f192-45f3-968a-7676a59e57d1 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:13:22.194175 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:13:22.197999 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:13:22.203300 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:22.222945 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Pushing event updated for resources: {'Port': ['ID=21152049-bcbc-4a8f-82d1-bdb6ee50a234,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:22.250176 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:22.250800 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.318353 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-aba8fc8f-168d-4ca4-a3de-0342c0a8c848 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267301 Oct 21 15:13:22.329167 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Request body: {'port': {'device_id': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:13:22.393249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.527408 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.645768 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21152049-bcbc-4a8f-82d1-bdb6ee50a234 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:13:22.653337 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Publish callbacks [] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.666318 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Transition to ACTIVE for port object 21152049-bcbc-4a8f-82d1-bdb6ee50a234 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:13:22.720574 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9c39-1270-4ac5-b1af-9ae3e6161177 req-5a8a51f7-a78a-4beb-bb2e-df4c58c02551 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:22.722053 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e0e9c39-1270-4ac5-b1af-9ae3e6161177 req-5a8a51f7-a78a-4beb-bb2e-df4c58c02551 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 931 time: 0.0472834 Oct 21 15:13:22.733218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.770658 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7e0e9c39-1270-4ac5-b1af-9ae3e6161177 req-440223d5-07eb-4b34-b134-4a4b4862d53f tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Oct 21 15:13:22.820662 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Pushing event updated for resources: {'Port': ['ID=21152049-bcbc-4a8f-82d1-bdb6ee50a234,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:22.850034 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Attempting to bind port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:13:22.850365 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Attempting to bind port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:13:22.850720 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Attempting to bind port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 on network 2d5026f2-f192-45f3-968a-7676a59e57d1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:13:22.891933 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 on network 2d5026f2-f192-45f3-968a-7676a59e57d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:13:22.893178 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Attempting to bind port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 on network 2d5026f2-f192-45f3-968a-7676a59e57d1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:13:22.937013 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:13:22.937342 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Checking segment: {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:13:22.937715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Bound using segment: {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:13:22.938139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Bound port: 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:13:22.938486 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:22.996938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:22.999528 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] For port 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:13:23.002790 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] For port 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21152049-bcbc-4a8f-82d1-bdb6ee50a234,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:13:23.093278 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:23.098077 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.098719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:23.100140 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/21152049-bcbc-4a8f-82d1-bdb6ee50a234 HTTP/1.1" status: 200 len: 1093 time: 0.7749338 Oct 21 15:13:23.100711 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'tag': '21152049-bcbc-4a8f-82d1-bdb6ee50a234'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:13:23.102971 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29041d22-01fe-491b-a748-a4e772213500" -d '{"events": [{"name": "network-changed", "server_uuid": "0038e1d7-65a2-4801-bea8-d5aa89f52469", "tag": "21152049-bcbc-4a8f-82d1-bdb6ee50a234"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:13:23.143139 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72f612-76b2-4f49-95ad-3c3e3cd2067d x-openstack-request-id: req-3b72f612-76b2-4f49-95ad-3c3e3cd2067d {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:13:23.143372 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0038e1d7-65a2-4801-bea8-d5aa89f52469", "tag": "21152049-bcbc-4a8f-82d1-bdb6ee50a234", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:13:23.143628 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b72f612-76b2-4f49-95ad-3c3e3cd2067d {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:13:23.144036 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b72f612-76b2-4f49-95ad-3c3e3cd2067d'] response: {'name': 'network-changed', 'server_uuid': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'tag': '21152049-bcbc-4a8f-82d1-bdb6ee50a234', 'status': 'completed', 'code': 200} Oct 21 15:13:23.154166 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e866e8-e5f2-4818-ad0e-5d0f4d182a56 service neutron] Pushing event updated for resources: {'Port': ['ID=21152049-bcbc-4a8f-82d1-bdb6ee50a234,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:23.199897 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041d22-01fe-491b-a748-a4e772213500 req-eb012d68-bd51-4199-be46-b700d00113c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.205190 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-29041d22-01fe-491b-a748-a4e772213500 req-eb012d68-bd51-4199-be46-b700d00113c2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e01624214b124e12a495c748e39dda48&device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 1127 time: 0.0396726 Oct 21 15:13:23.292681 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:23.302549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041d22-01fe-491b-a748-a4e772213500 req-1d2ef2ab-7260-43b0-985d-f0190e8f9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.304090 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-29041d22-01fe-491b-a748-a4e772213500 req-1d2ef2ab-7260-43b0-985d-f0190e8f9136 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=e01624214b124e12a495c748e39dda48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0968211 Oct 21 15:13:23.402320 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041d22-01fe-491b-a748-a4e772213500 req-58093c33-d844-404e-ab9e-b11d4851793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.403736 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-29041d22-01fe-491b-a748-a4e772213500 req-58093c33-d844-404e-ab9e-b11d4851793a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928254 Oct 21 15:13:23.476262 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-817b52f4-27e0-4f3e-ab62-a2c81cb023e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.477759 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-817b52f4-27e0-4f3e-ab62-a2c81cb023e7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e01624214b124e12a495c748e39dda48&device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 1127 time: 0.0393484 Oct 21 15:13:23.518606 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-74eca45b-a647-44d7-b4e5-a5aeacf5370c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21152049-bcbc-4a8f-82d1-bdb6ee50a234 HTTP/1.1" status: 200 len: 217 time: 0.0332773 Oct 21 15:13:23.571385 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-9da3f312-86fa-4cb0-aef1-27c110ec61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.572823 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-9da3f312-86fa-4cb0-aef1-27c110ec61d2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=752587f3-08dc-49c4-85ac-22804f848248 HTTP/1.1" status: 200 len: 853 time: 0.0495350 Oct 21 15:13:23.602989 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-d798e330-98a5-46d3-a15e-9dc63a7f0501 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2d5026f2-f192-45f3-968a-7676a59e57d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245404 Oct 21 15:13:23.693487 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-e6081f76-3d4b-4168-9161-d11c88b490e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836613 Oct 21 15:13:23.897544 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234283e-3aa1-46c5-b873-cb44bedde2ab req-126059e5-564a-45b9-af57-4ea2923c17c2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:23.899151 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7234283e-3aa1-46c5-b873-cb44bedde2ab req-126059e5-564a-45b9-af57-4ea2923c17c2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 943 time: 0.0491540 Oct 21 15:13:23.950085 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7234283e-3aa1-46c5-b873-cb44bedde2ab req-cfaad1c5-fc54-40fc-bed7-8d1eb2b916cd tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Oct 21 15:13:24.041914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:24.058259 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-656aa605-6f49-491b-ba6e-f00b5d694c31 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497072 Oct 21 15:13:24.070543 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:24.086672 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-06a7c282-ed35-4f49-9c38-c8f7a50901ac req-5e6c464c-7ca3-44f3-97c2-e738d4b958e3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876257 Oct 21 15:13:24.138824 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-e2957db0-0833-4731-b2a4-1c1ba9b7ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:24.140633 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-e2957db0-0833-4731-b2a4-1c1ba9b7ccb2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1129 time: 0.0403471 Oct 21 15:13:24.248424 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-804f48a5-afcc-4e29-9d07-231e0ff4ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:24.249816 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-804f48a5-afcc-4e29-9d07-231e0ff4ec6a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.0919366 Oct 21 15:13:24.973916 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-e4e286f0-3186-412c-97ab-b67385b5aeea service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 200 len: 1001 time: 0.0611589 Oct 21 15:13:25.024215 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-164df8bd-7014-423e-94f9-271b146d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:25.025740 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-164df8bd-7014-423e-94f9-271b146d6f8f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0462499 Oct 21 15:13:25.070225 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-2f2a5947-fee7-411d-89a7-7e195f9aa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:25.071806 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-2f2a5947-fee7-411d-89a7-7e195f9aa2c8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398934 Oct 21 15:13:25.077624 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca3bec-69c7-461f-ab7f-b74e065f84c2 req-29595a0e-d384-422d-b0a6-0d13c236f53c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:25.079166 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4eca3bec-69c7-461f-ab7f-b74e065f84c2 req-29595a0e-d384-422d-b0a6-0d13c236f53c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 943 time: 0.0507643 Oct 21 15:13:25.128037 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4eca3bec-69c7-461f-ab7f-b74e065f84c2 req-2549de08-0608-4851-b1b4-79f4763c9eb4 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Oct 21 15:13:25.148606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:25.170694 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-b443355f-3ea3-49a6-a527-40b15520a5be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898130 Oct 21 15:13:25.260576 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-a9e2c25e-e568-4020-b4ee-a3dc97da039b req-3cd784af-4238-48c7-8837-ada6c8bdd016 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827544 Oct 21 15:13:26.247745 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0e92c-65bf-41a5-aa56-5fdeb23b4eca req-ae3c9ce9-70cc-48cb-acd9-415f579270b2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:26.249258 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4ae0e92c-65bf-41a5-aa56-5fdeb23b4eca req-ae3c9ce9-70cc-48cb-acd9-415f579270b2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 943 time: 0.0470128 Oct 21 15:13:26.284342 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:26.295688 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4ae0e92c-65bf-41a5-aa56-5fdeb23b4eca req-d0dad311-a708-4fb6-a0a2-cdb3f86e200f tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Oct 21 15:13:27.415035 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4eabd4-c221-4596-9f05-34d5ddcac7f2 req-0a2889e9-6c76-4143-bbe3-43b340ccc93a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:27.416493 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fa4eabd4-c221-4596-9f05-34d5ddcac7f2 req-0a2889e9-6c76-4143-bbe3-43b340ccc93a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 943 time: 0.0453291 Oct 21 15:13:27.430738 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 21152049-bcbc-4a8f-82d1-bdb6ee50a234 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:13:27.452127 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:27.468929 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fa4eabd4-c221-4596-9f05-34d5ddcac7f2 req-3ffdc937-81b0-41e9-a263-d6b9307f809c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467432 Oct 21 15:13:27.531868 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21152049-bcbc-4a8f-82d1-bdb6ee50a234,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:13:27.543173 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '21152049-bcbc-4a8f-82d1-bdb6ee50a234', 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1', 'port_id': '21152049-bcbc-4a8f-82d1-bdb6ee50a234', 'mac_address': 'fa:16:3e:27:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752587f3-08dc-49c4-85ac-22804f848248', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:13:27.578586 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:13:27.583074 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:27.591954 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21152049-bcbc-4a8f-82d1-bdb6ee50a234 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:13:27.596885 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:27.615265 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21152049-bcbc-4a8f-82d1-bdb6ee50a234,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:13:27.692820 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:27.739194 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=21152049-bcbc-4a8f-82d1-bdb6ee50a234,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:27.931819 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['21152049-bcbc-4a8f-82d1-bdb6ee50a234'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:13:28.589849 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631eb4a-da50-4d78-8cbc-f4a0ef64721c req-9db51a6b-5e26-455d-9a2b-e4ff011125f5 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:28.591324 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f631eb4a-da50-4d78-8cbc-f4a0ef64721c req-9db51a6b-5e26-455d-9a2b-e4ff011125f5 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 944 time: 0.0468731 Oct 21 15:13:28.637093 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f631eb4a-da50-4d78-8cbc-f4a0ef64721c req-c4231da8-6f51-46d0-bdbe-de53148b8d09 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Oct 21 15:13:29.450110 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 21152049-bcbc-4a8f-82d1-bdb6ee50a234 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:13:29.491960 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:13:29.601874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:13:29.602243 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:29.602577 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 Oct 21 15:13:29.674704 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:13:29.674914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:29.697599 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21152049-bcbc-4a8f-82d1-bdb6ee50a234'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:13:29.699883 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395b10b0-7dfe-408c-ad36-ef4bbbb8efcc" -d '{"events": [{"server_uuid": "0038e1d7-65a2-4801-bea8-d5aa89f52469", "name": "network-vif-plugged", "status": "completed", "tag": "21152049-bcbc-4a8f-82d1-bdb6ee50a234"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:13:29.713332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21152049-bcbc-4a8f-82d1-bdb6ee50a234,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:13:29.742572 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafba8df-e302-481f-b952-0ee8e5e52471 x-openstack-request-id: req-eafba8df-e302-481f-b952-0ee8e5e52471 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:13:29.742906 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0038e1d7-65a2-4801-bea8-d5aa89f52469", "name": "network-vif-plugged", "status": "completed", "tag": "21152049-bcbc-4a8f-82d1-bdb6ee50a234", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:13:29.743165 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eafba8df-e302-481f-b952-0ee8e5e52471 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:13:29.743567 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafba8df-e302-481f-b952-0ee8e5e52471'] response: {'server_uuid': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21152049-bcbc-4a8f-82d1-bdb6ee50a234', 'code': 200} Oct 21 15:13:29.755905 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:29.761459 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f3ff6-3dcc-4ea2-b00e-8b4bded2a5f9 req-84979b00-cc61-462e-bbcf-bd6384cdc043 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:29.763016 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ec7f3ff6-3dcc-4ea2-b00e-8b4bded2a5f9 req-84979b00-cc61-462e-bbcf-bd6384cdc043 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 944 time: 0.0499616 Oct 21 15:13:29.811714 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=21152049-bcbc-4a8f-82d1-bdb6ee50a234,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:13:29.816846 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ec7f3ff6-3dcc-4ea2-b00e-8b4bded2a5f9 req-80b297d8-d4f7-4db9-8050-67b602d31e8a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Oct 21 15:13:30.028583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedfdcb-b7d2-4e96-9f7c-aa843272fbe6 req-119bf5f6-69c7-4c9f-9132-b509781dfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:30.030070 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6dedfdcb-b7d2-4e96-9f7c-aa843272fbe6 req-119bf5f6-69c7-4c9f-9132-b509781dfef7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 1129 time: 0.0431099 Oct 21 15:13:30.075370 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6dedfdcb-b7d2-4e96-9f7c-aa843272fbe6 req-07489678-b849-4f64-873e-4e83eb44b266 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Oct 21 15:13:30.188377 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:13:30.945722 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f713d-1065-4fe7-b4de-7c150c1caab2 req-f0759770-42a1-4f6c-be28-06e77cc7bce5 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:30.947231 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d2f713d-1065-4fe7-b4de-7c150c1caab2 req-f0759770-42a1-4f6c-be28-06e77cc7bce5 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 945 time: 0.0502174 Oct 21 15:13:30.996433 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-2d2f713d-1065-4fe7-b4de-7c150c1caab2 req-df7f5c58-f6bc-4382-8559-443afdbaba53 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Oct 21 15:13:32.117984 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7ec39-3e50-47a6-a69b-3b82022e6c87 req-9a09d9c8-29c6-45d0-8513-0f8ab9be0337 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:13:32.119406 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04f7ec39-3e50-47a6-a69b-3b82022e6c87 req-9a09d9c8-29c6-45d0-8513-0f8ab9be0337 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 945 time: 0.0456746 Oct 21 15:13:32.166176 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04f7ec39-3e50-47a6-a69b-3b82022e6c87 req-0b8dc0a0-8ca9-452c-83e5-2b76bef23bc2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Oct 21 15:13:36.672416 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=76 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:39.808468 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:39.809380 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:40.070210 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=20 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:40.073062 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:40.185151 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=80 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:42.160321 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=45 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:42.162253 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:47.201019 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:13:47.801506 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:48.875734 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-475df0bb-ce71-4faf-a061-da32ca300966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:51.429855 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9efbdebc-c199-440b-b8a4-a737f16e1dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:52.573083 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:54.069887 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:13:54.081176 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:04.005675 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:04.012658 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:07.188565 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:14:16.255627 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331aafc-7384-4fd7-8117-951d600a7355 req-4c59b9d2-06ff-4921-8c57-250e124921fd tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:16.257089 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1331aafc-7384-4fd7-8117-951d600a7355 req-4c59b9d2-06ff-4921-8c57-250e124921fd tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Oct 21 15:14:16.303962 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1331aafc-7384-4fd7-8117-951d600a7355 req-2b766052-7dab-4842-b4c3-313a607511c2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Oct 21 15:14:17.481872 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bd6e8-ebc4-433f-8810-87101c1a32c4 req-fd57aa5c-415c-448d-b911-660e962056d2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:17.484047 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-742bd6e8-ebc4-433f-8810-87101c1a32c4 req-fd57aa5c-415c-448d-b911-660e962056d2 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 945 time: 0.1011484 Oct 21 15:14:17.531701 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-742bd6e8-ebc4-433f-8810-87101c1a32c4 req-b8e50975-6d72-440e-9590-3011f223fe46 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Oct 21 15:14:17.783841 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-6072e026-6fb9-42e9-ab06-424443d360f6 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:17.785293 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-6072e026-6fb9-42e9-ab06-424443d360f6 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 945 time: 0.0467854 Oct 21 15:14:17.812085 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:17.867488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Deleting port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:14:17.867821 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:17.955715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] For port 21152049-bcbc-4a8f-82d1-bdb6ee50a234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=21152049-bcbc-4a8f-82d1-bdb6ee50a234,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:14:17.956072 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:17.969225 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Calling delete_port for 21152049-bcbc-4a8f-82d1-bdb6ee50a234 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:14:18.166993 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (21152049-bcbc-4a8f-82d1-bdb6ee50a234), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:18.178269 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['21152049-bcbc-4a8f-82d1-bdb6ee50a234'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:14:18.195565 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Pushing event deleted for resources: {'Port': ['ID=21152049-bcbc-4a8f-82d1-bdb6ee50a234,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:18.208719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.208998 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.209331 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.209665 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.209991 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.210312 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.210654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.210976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.211296 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.211613 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.211929 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.212250 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.212562 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.212875 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.213185 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:18.247894 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] No DVR routers for this DVR port 21152049-bcbc-4a8f-82d1-bdb6ee50a234 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:14:18.250772 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:18.253896 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-ae5c77ba-3ab0-4b13-8a3e-9a47e8411a1d req-c3b347a8-02b9-4e47-b874-a92478d41ea7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "DELETE /networking/v2.0/ports/21152049-bcbc-4a8f-82d1-bdb6ee50a234 HTTP/1.1" status: 204 len: 173 time: 0.4634852 Oct 21 15:14:18.254428 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'name': 'network-vif-deleted', 'tag': '21152049-bcbc-4a8f-82d1-bdb6ee50a234'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:14:18.256715 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8497f568-4728-4fa7-b6b9-442023d76c46" -d '{"events": [{"server_uuid": "0038e1d7-65a2-4801-bea8-d5aa89f52469", "name": "network-vif-deleted", "tag": "21152049-bcbc-4a8f-82d1-bdb6ee50a234"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:14:18.292948 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650db85c-bddf-45c1-9f5a-15c69f5242f9 x-openstack-request-id: req-650db85c-bddf-45c1-9f5a-15c69f5242f9 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:14:18.293244 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0038e1d7-65a2-4801-bea8-d5aa89f52469", "name": "network-vif-deleted", "tag": "21152049-bcbc-4a8f-82d1-bdb6ee50a234", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:14:18.293522 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-650db85c-bddf-45c1-9f5a-15c69f5242f9 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:14:18.293928 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650db85c-bddf-45c1-9f5a-15c69f5242f9'] response: {'server_uuid': '0038e1d7-65a2-4801-bea8-d5aa89f52469', 'name': 'network-vif-deleted', 'tag': '21152049-bcbc-4a8f-82d1-bdb6ee50a234', 'status': 'completed', 'code': 200} Oct 21 15:14:18.646729 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-245d408a-ac7c-4976-b752-d20ff5b1a9f7 req-62be2da3-ea30-456c-b377-7575c8ce0ee6 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0038e1d7-65a2-4801-bea8-d5aa89f52469 HTTP/1.1" status: 200 len: 210 time: 0.0283241 Oct 21 15:14:18.880402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5443a165-fd95-41e2-b4c1-9697d24b0f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:21.406841 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-de3f0ab4-0b02-45f4-9f8d-15519938c5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:22.555749 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:23.019582 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 21152049-bcbc-4a8f-82d1-bdb6ee50a234 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:14:23.039383 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 21152049-bcbc-4a8f-82d1-bdb6ee50a234 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:14:23.039724 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 21152049-bcbc-4a8f-82d1-bdb6ee50a234 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:14:23.188811 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:23.189538 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:24.080964 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:24.109406 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:25.692742 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-4cda1ecc-bc48-421c-a562-b7124da2f471 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421867 Oct 21 15:14:25.751937 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-da3862e8-9fd2-4262-a6e0-82c27a48b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:25.753414 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-da3862e8-9fd2-4262-a6e0-82c27a48b204 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1129 time: 0.0398817 Oct 21 15:14:25.859499 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-cf6787ed-0f5e-474c-831d-436114f38ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:25.860879 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-cf6787ed-0f5e-474c-831d-436114f38ec0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.0900757 Oct 21 15:14:25.928812 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-bfb92ab5-ebd8-42f7-a6e6-41a4db636ca4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 200 len: 1001 time: 0.0621872 Oct 21 15:14:25.978921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-d2a63755-b556-46d9-9c9b-35f94a14b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:25.980400 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-d2a63755-b556-46d9-9c9b-35f94a14b2ca service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0462203 Oct 21 15:14:26.026844 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-03a0c9d3-cbda-4eb5-a386-ad172787f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:26.028363 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-03a0c9d3-cbda-4eb5-a386-ad172787f820 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420034 Oct 21 15:14:26.117832 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-f5bf16f4-f289-4a97-a3f3-cc302070191a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834415 Oct 21 15:14:26.141408 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:26.212707 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-b5af9b16-7e81-414f-b4c4-d39dc02796d6 req-f9cdb724-7834-4321-ae62-aeb1bd8425a1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882540 Oct 21 15:14:28.628401 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=18 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:28.629568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=20 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:30.267004 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-fc7f0b94-0cae-4485-97e0-ce450df0f860 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:30.268407 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-fc7f0b94-0cae-4485-97e0-ce450df0f860 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/networks?id=2d5026f2-f192-45f3-968a-7676a59e57d1 HTTP/1.1" status: 200 len: 813 time: 0.1069336 Oct 21 15:14:30.283211 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-f3fde75e-da6b-40d3-89c1-1c912806bbc5 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/quotas/e01624214b124e12a495c748e39dda48 HTTP/1.1" status: 200 len: 375 time: 0.0095549 Oct 21 15:14:30.315026 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-d59d28ae-58a5-4374-9e4d-adcc54dc0387 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e01624214b124e12a495c748e39dda48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264306 Oct 21 15:14:30.325158 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-0847a85b-b43f-4e1e-80dd-dc47d4408296 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:14:30.326110 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-0847a85b-b43f-4e1e-80dd-dc47d4408296 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047529 Oct 21 15:14:30.418375 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-56d7e9b9-edcd-40b1-b253-cc0efab3b10b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862482 Oct 21 15:14:30.505994 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-c34074f0-87a3-4a3b-9ff9-dcdc530311e8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815179 Oct 21 15:14:30.725722 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-cd3e8625-94be-4284-914c-d8178ab126e1 req-4b81d4c9-9d9a-452e-a3b0-fb8a3849cefa tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 210 time: 0.0308330 Oct 21 15:14:31.831329 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-214c02bc-57d6-4069-bc79-bb63fb406900 req-ec35eda0-a3f9-47ac-8e45-61571621ab96 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 210 time: 0.0282526 Oct 21 15:14:32.575886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:32.670108 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-cc3fce14-757a-42fd-b8b3-f3a8a59423de tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:32.671605 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-cc3fce14-757a-42fd-b8b3-f3a8a59423de tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2d5026f2-f192-45f3-968a-7676a59e57d1 HTTP/1.1" status: 200 len: 813 time: 0.1040294 Oct 21 15:14:32.682352 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Request body: {'port': {'device_id': '36bef36e-e878-4904-8240-bf56058caa55', 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1', 'admin_state_up': True, 'tenant_id': 'e01624214b124e12a495c748e39dda48'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:14:32.858244 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Made reservation on behalf of e01624214b124e12a495c748e39dda48 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:14:32.862326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:32.933329 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-33ce9be8-26cc-4c50-9a1c-19f35eba456d req-099428cd-a6e2-4e25-b9dc-865b2f24d92f tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 210 time: 0.0273488 Oct 21 15:14:33.000546 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Allocated IP 172.20.0.4 (2d5026f2-f192-45f3-968a-7676a59e57d1/752587f3-08dc-49c4-85ac-22804f848248/6c3bdb24-d3da-4d89-9e94-76797c9519c1) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:14:33.143283 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks [] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:33.218971 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:33.264605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Network 2d5026f2-f192-45f3-968a-7676a59e57d1 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:14:33.268350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:14:33.272114 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:14:33.298373 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Pushing event updated for resources: {'Port': ['ID=6c3bdb24-d3da-4d89-9e94-76797c9519c1,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:33.323277 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:33.323880 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:33.386680 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-ca09c0ab-417f-4d2e-a3a3-30866b136f4a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078495 Oct 21 15:14:33.397247 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Request body: {'port': {'device_id': '36bef36e-e878-4904-8240-bf56058caa55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:14:33.460233 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:33.497664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:33.554996 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:33.712093 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3bdb24-d3da-4d89-9e94-76797c9519c1 {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:14:33.720167 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Publish callbacks [] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:33.732664 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Transition to ACTIVE for port object 6c3bdb24-d3da-4d89-9e94-76797c9519c1 will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:14:33.812393 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:33.892092 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Pushing event updated for resources: {'Port': ['ID=6c3bdb24-d3da-4d89-9e94-76797c9519c1,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:33.926194 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Attempting to bind port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:14:33.926517 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Attempting to bind port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:14:33.926868 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Attempting to bind port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 on network 2d5026f2-f192-45f3-968a-7676a59e57d1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:14:33.967400 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 on network 2d5026f2-f192-45f3-968a-7676a59e57d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:14:33.967654 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Attempting to bind port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 on network 2d5026f2-f192-45f3-968a-7676a59e57d1 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:14:33.995971 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:34.011191 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:14:34.011678 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Checking segment: {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:14:34.012068 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Bound using segment: {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:14:34.012502 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Bound port: 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:14:34.012861 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:34.013486 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:34.057071 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31690b4b-6414-47a3-beb5-f6e1dfd8b2b1 req-417a4e96-aefc-42d8-aeb7-7a7840401203 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.058540 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-31690b4b-6414-47a3-beb5-f6e1dfd8b2b1 req-417a4e96-aefc-42d8-aeb7-7a7840401203 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 943 time: 0.0467272 Oct 21 15:14:34.074921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] For port 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:14:34.078889 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] For port 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c3bdb24-d3da-4d89-9e94-76797c9519c1,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:14:34.109944 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-31690b4b-6414-47a3-beb5-f6e1dfd8b2b1 req-d2a8c78a-df2e-4554-97c9-6df20f026404 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Oct 21 15:14:34.161184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:34.165453 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.166109 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:34.167609 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/6c3bdb24-d3da-4d89-9e94-76797c9519c1 HTTP/1.1" status: 200 len: 1093 time: 0.7743468 Oct 21 15:14:34.168156 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bef36e-e878-4904-8240-bf56058caa55', 'tag': '6c3bdb24-d3da-4d89-9e94-76797c9519c1'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:14:34.170369 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4363db-b663-4069-a069-88c4664a0c88" -d '{"events": [{"name": "network-changed", "server_uuid": "36bef36e-e878-4904-8240-bf56058caa55", "tag": "6c3bdb24-d3da-4d89-9e94-76797c9519c1"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:14:34.199812 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:34.211380 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210d483-44cb-4855-ad80-ac80c670770d x-openstack-request-id: req-5210d483-44cb-4855-ad80-ac80c670770d {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:14:34.211669 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bef36e-e878-4904-8240-bf56058caa55", "tag": "6c3bdb24-d3da-4d89-9e94-76797c9519c1", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:14:34.211921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5210d483-44cb-4855-ad80-ac80c670770d {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:14:34.212320 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5210d483-44cb-4855-ad80-ac80c670770d'] response: {'name': 'network-changed', 'server_uuid': '36bef36e-e878-4904-8240-bf56058caa55', 'tag': '6c3bdb24-d3da-4d89-9e94-76797c9519c1', 'status': 'completed', 'code': 200} Oct 21 15:14:34.224106 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c988-d6a9-454c-bb7c-1bd8f961462a service neutron] Pushing event updated for resources: {'Port': ['ID=6c3bdb24-d3da-4d89-9e94-76797c9519c1,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:34.268710 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-50d16d5c-6909-4f19-b80f-1ffcb6496f18 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:14:34.269662 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-50d16d5c-6909-4f19-b80f-1ffcb6496f18 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056152 Oct 21 15:14:34.277628 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4363db-b663-4069-a069-88c4664a0c88 req-28d152f1-3b87-4703-9fce-b283cf9bccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.279076 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4f4363db-b663-4069-a069-88c4664a0c88 req-28d152f1-3b87-4703-9fce-b283cf9bccb7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e01624214b124e12a495c748e39dda48&device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 1127 time: 0.0462074 Oct 21 15:14:34.380733 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4363db-b663-4069-a069-88c4664a0c88 req-31ad8880-1f6f-4ce1-b20f-b30bfe8bbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.382174 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4f4363db-b663-4069-a069-88c4664a0c88 req-31ad8880-1f6f-4ce1-b20f-b30bfe8bbea3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=e01624214b124e12a495c748e39dda48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0965483 Oct 21 15:14:34.476206 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4363db-b663-4069-a069-88c4664a0c88 req-6995cd5e-01ea-4c7a-a3a9-9a968f69237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.477607 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4f4363db-b663-4069-a069-88c4664a0c88 req-6995cd5e-01ea-4c7a-a3a9-9a968f69237d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886822 Oct 21 15:14:34.557523 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-e4c9e53a-1299-4981-84ea-5d4d40aac0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.559022 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-e4c9e53a-1299-4981-84ea-5d4d40aac0b0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e01624214b124e12a495c748e39dda48&device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 1127 time: 0.0446627 Oct 21 15:14:34.598815 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-d8e9e040-0ca3-49b7-858d-b781b435f2f0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c3bdb24-d3da-4d89-9e94-76797c9519c1 HTTP/1.1" status: 200 len: 217 time: 0.0334833 Oct 21 15:14:34.646888 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-6ebf51a9-1301-4c65-9923-268b342ff6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:34.648295 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-6ebf51a9-1301-4c65-9923-268b342ff6a6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=752587f3-08dc-49c4-85ac-22804f848248 HTTP/1.1" status: 200 len: 853 time: 0.0443852 Oct 21 15:14:34.680857 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-b4fd93d5-05f9-4c16-bf4f-50a899940997 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2d5026f2-f192-45f3-968a-7676a59e57d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266006 Oct 21 15:14:34.773588 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-76549e39-e1ff-46ea-90d4-308e7d06b832 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Oct 21 15:14:34.823714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:34.866284 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-6df0ef25-2083-4cc9-b730-9fafb4333547 req-1312b3ef-5bbc-471d-810a-aa701c50002a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871394 Oct 21 15:14:35.229613 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f554-b879-4b81-947c-4591382e9d2c req-42431584-ff8e-47c3-868f-1a7a95665e61 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:35.231099 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b010f554-b879-4b81-947c-4591382e9d2c req-42431584-ff8e-47c3-868f-1a7a95665e61 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 943 time: 0.0460587 Oct 21 15:14:35.278371 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b010f554-b879-4b81-947c-4591382e9d2c req-c63e8766-b22b-46f1-a534-29f7a36b88f7 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Oct 21 15:14:36.397866 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f753e-31ad-4327-a8ec-f4eda1d405bd req-cf9726a5-5d70-4b20-9464-452d2db97d4d tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:36.399338 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d10f753e-31ad-4327-a8ec-f4eda1d405bd req-cf9726a5-5d70-4b20-9464-452d2db97d4d tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 943 time: 0.0457411 Oct 21 15:14:36.445442 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-d10f753e-31ad-4327-a8ec-f4eda1d405bd req-3d2ba4a2-1fff-4630-a209-df28e98f320c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Oct 21 15:14:37.572578 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fd498-aa23-4363-b5ed-fdb4a4e155c2 req-d60c0040-269a-49c9-97fb-15ccae239a5a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:37.574024 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c87fd498-aa23-4363-b5ed-fdb4a4e155c2 req-d60c0040-269a-49c9-97fb-15ccae239a5a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 943 time: 0.0491579 Oct 21 15:14:37.620158 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-c87fd498-aa23-4363-b5ed-fdb4a4e155c2 req-9eda0508-77c9-4a94-9d24-d9a210667da9 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Oct 21 15:14:37.694528 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 6c3bdb24-d3da-4d89-9e94-76797c9519c1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:14:37.795363 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c3bdb24-d3da-4d89-9e94-76797c9519c1,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:14:37.806587 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': '6c3bdb24-d3da-4d89-9e94-76797c9519c1', 'network_id': '2d5026f2-f192-45f3-968a-7676a59e57d1', 'port_id': '6c3bdb24-d3da-4d89-9e94-76797c9519c1', 'mac_address': 'fa:16:3e:b3:49:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752587f3-08dc-49c4-85ac-22804f848248', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:14:37.841068 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:14:37.841456 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:37.854076 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3bdb24-d3da-4d89-9e94-76797c9519c1 {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:14:37.873585 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c3bdb24-d3da-4d89-9e94-76797c9519c1,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:14:37.967029 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:38.013464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=6c3bdb24-d3da-4d89-9e94-76797c9519c1,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:38.020557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.020929 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.021273 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.021610 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.021942 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.022268 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.022592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.022940 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.023265 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.023590 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.023914 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.024237 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.024559 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.024876 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.025193 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:14:38.190850 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['6c3bdb24-d3da-4d89-9e94-76797c9519c1'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:14:38.741793 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15539f-8f49-46d8-b1b6-86c024c84e8a req-c6812014-7dc8-4f8f-946c-97d3bb62ab02 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:38.743260 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f15539f-8f49-46d8-b1b6-86c024c84e8a req-c6812014-7dc8-4f8f-946c-97d3bb62ab02 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 944 time: 0.0459490 Oct 21 15:14:38.789442 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7f15539f-8f49-46d8-b1b6-86c024c84e8a req-f7f3a8cb-e5ec-4758-9b2b-9599c587e42a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Oct 21 15:14:39.702853 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 6c3bdb24-d3da-4d89-9e94-76797c9519c1 up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:14:39.744537 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:14:39.835718 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:14:39.836166 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:39.836588 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 Oct 21 15:14:39.907391 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a3ed9-70e3-45b0-ab15-cb4629064c7c req-c2e6a0df-43e3-4473-b23d-237f22152836 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:39.908932 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-920a3ed9-70e3-45b0-ab15-cb4629064c7c req-c2e6a0df-43e3-4473-b23d-237f22152836 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 944 time: 0.0459299 Oct 21 15:14:39.917169 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:14:39.917579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:39.941235 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bef36e-e878-4904-8240-bf56058caa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3bdb24-d3da-4d89-9e94-76797c9519c1'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:14:39.943516 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a540c65-181f-47bd-8655-741a91c32490" -d '{"events": [{"server_uuid": "36bef36e-e878-4904-8240-bf56058caa55", "name": "network-vif-plugged", "status": "completed", "tag": "6c3bdb24-d3da-4d89-9e94-76797c9519c1"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:14:39.956094 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c3bdb24-d3da-4d89-9e94-76797c9519c1,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:14:39.965665 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-920a3ed9-70e3-45b0-ab15-cb4629064c7c req-bb66bd71-5e08-4ca5-b549-210e5a04a41c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 Oct 21 15:14:39.997954 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4ee87-027b-4af7-955c-e606152db5ac x-openstack-request-id: req-d1f4ee87-027b-4af7-955c-e606152db5ac {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:14:39.998253 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bef36e-e878-4904-8240-bf56058caa55", "name": "network-vif-plugged", "status": "completed", "tag": "6c3bdb24-d3da-4d89-9e94-76797c9519c1", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:14:39.998608 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1f4ee87-027b-4af7-955c-e606152db5ac {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:14:39.999065 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f4ee87-027b-4af7-955c-e606152db5ac'] response: {'server_uuid': '36bef36e-e878-4904-8240-bf56058caa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3bdb24-d3da-4d89-9e94-76797c9519c1', 'code': 200} Oct 21 15:14:40.007113 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:40.057623 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=6c3bdb24-d3da-4d89-9e94-76797c9519c1,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:40.302598 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262653fe-f092-43c0-947a-15a108f11446 req-03407cbc-45c1-4abb-8d33-3b281f06a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:40.304120 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-262653fe-f092-43c0-947a-15a108f11446 req-03407cbc-45c1-4abb-8d33-3b281f06a5a9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 1129 time: 0.0391326 Oct 21 15:14:40.350067 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-262653fe-f092-43c0-947a-15a108f11446 req-35a20676-e39d-45e4-9c09-cabe0420e045 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Oct 21 15:14:41.090935 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543d04-0d54-416e-b011-4b15a879a827 req-642ef590-4c65-4201-b1e8-af3718d55e98 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:41.092339 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1d543d04-0d54-416e-b011-4b15a879a827 req-642ef590-4c65-4201-b1e8-af3718d55e98 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 945 time: 0.0478408 Oct 21 15:14:41.107466 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:41.152381 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1d543d04-0d54-416e-b011-4b15a879a827 req-574c8974-5d2c-448b-9455-87b03536c267 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539875 Oct 21 15:14:42.276517 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70138d-4fdb-4f98-8993-cc8da4b7f0f8 req-2a6e33d3-bceb-4258-ab96-ec422abfeacc tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:42.277897 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a70138d-4fdb-4f98-8993-cc8da4b7f0f8 req-2a6e33d3-bceb-4258-ab96-ec422abfeacc tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 945 time: 0.0460434 Oct 21 15:14:42.296636 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:42.326124 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5a70138d-4fdb-4f98-8993-cc8da4b7f0f8 req-5b3a381d-e8e0-4762-8f20-c928e4a62acf tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Oct 21 15:14:44.187869 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:14:46.465490 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48024) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:14:46.605272 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Deleting port 1c87a6b3-35c8-4d5b-8ba3-da794a518470 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:14:46.605604 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:46.683629 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:46.683955 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (1c87a6b3-35c8-4d5b-8ba3-da794a518470), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:46.696572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Calling delete_port for 1c87a6b3-35c8-4d5b-8ba3-da794a518470 owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:14:46.938043 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (1c87a6b3-35c8-4d5b-8ba3-da794a518470), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:46.941177 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:46.961468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'Port': ['ID=1c87a6b3-35c8-4d5b-8ba3-da794a518470,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:47.025363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (dcb14d6c-fb35-4876-8251-6357e22af170), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:47.025770 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Floating IP dcb14d6c-fb35-4876-8251-6357e22af170 disassociated (deleted). External IP: 172.27.0.125, port: 53056fbf-6124-4329-a21d-d7fada81a1f6. Oct 21 15:14:47.169124 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:47.224459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:14:47.585946 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:14:47.590603 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:47.595847 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:14:47.607060 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:14:47.607663 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:47.620336 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-01d1045f-c35f-4d9a-b694-3a3ba6b6afa2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/dcb14d6c-fb35-4876-8251-6357e22af170 HTTP/1.1" status: 204 len: 168 time: 1.1537714 Oct 21 15:14:47.621074 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:14:47.623682 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe428de-eff3-4b45-a72c-d79564ce5bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:14:47.716034 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:14:47.727272 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa922994-f2d1-42f5-97ee-5782b1abe2d0 x-openstack-request-id: req-fa922994-f2d1-42f5-97ee-5782b1abe2d0 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:14:47.727566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:14:47.727824 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa922994-f2d1-42f5-97ee-5782b1abe2d0 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:14:47.728237 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa922994-f2d1-42f5-97ee-5782b1abe2d0'] response: {'name': 'network-changed', 'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'status': 'completed', 'code': 200} Oct 21 15:14:47.797331 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-ab7c5c09-f59b-4c37-9dcf-723189cfcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:47.799862 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-ab7c5c09-f59b-4c37-9dcf-723189cfcc0b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 1129 time: 0.0502439 Oct 21 15:14:47.887367 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:47.891718 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-97a40692-b3ed-4795-8078-f2eca4ffd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:47.894877 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-97a40692-b3ed-4795-8078-f2eca4ffd7b9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.0879483 Oct 21 15:14:47.937083 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:17Z', 'revision_number': 1, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:47.939897 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-e86b2220-3ffb-4962-be37-5d5686779e15 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0404222 Oct 21 15:14:47.968992 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:14:47.981418 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:14:47.982133 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:47.994184 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-a756ecb0-9ff4-45bd-89e0-2d5b2838b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:47.995720 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-a756ecb0-9ff4-45bd-89e0-2d5b2838b1ae service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0508504 Oct 21 15:14:48.041642 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-18be7935-d881-4d62-a4bb-f99b48ceb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:48.043237 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-18be7935-d881-4d62-a4bb-f99b48ceb05c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415213 Oct 21 15:14:48.091757 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:14:48.138005 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3445bc0-a292-4e25-81b3-2ba3a169a237 req-fd5af0e6-768e-4db8-be20-e5cd1309b974 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:48.139901 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3445bc0-a292-4e25-81b3-2ba3a169a237 req-fd5af0e6-768e-4db8-be20-e5cd1309b974 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0531621 Oct 21 15:14:48.151166 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-6268bcb7-6d5b-4c06-ad2c-0b964fdf6598 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016192 Oct 21 15:14:48.194873 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a3445bc0-a292-4e25-81b3-2ba3a169a237 req-b6805846-613a-425c-9667-5e67a708995e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468154 Oct 21 15:14:48.305660 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:17Z', 'revision_number': 1, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:48.334886 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbcff-e435-4fdd-a043-6deeecf449e4 None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '0c3a6433-e752-4c60-b39f-aa0a62eb3db4', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'port_id': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'mac_address': 'fa:16:3e:ce:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:11:14Z', 'updated_at': '2022-10-21T15:11:17Z', 'revision_number': 1, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:14:48.548969 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd49c9d-bcd4-4d9d-8190-e19affbc383c None None] New status for floating IP dcb14d6c-fb35-4876-8251-6357e22af170: DOWN {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:14:48.885719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b414849e-5ad6-4b8c-839d-3d77daff2946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:49.319281 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8e3aa-55ec-462e-ac5f-855c8be8a075 req-4c6b94e3-5e66-426d-993c-85c28f8aea3c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:49.320777 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-15a8e3aa-55ec-462e-ac5f-855c8be8a075 req-4c6b94e3-5e66-426d-993c-85c28f8aea3c tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Oct 21 15:14:49.371041 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-15a8e3aa-55ec-462e-ac5f-855c8be8a075 req-e6e5c0b8-3ced-4a00-a3b1-c88c6e8615ea tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Oct 21 15:14:49.373619 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-afe428de-eff3-4b45-a72c-d79564ce5bd9 req-e37941dd-7722-4f06-8e0b-9457f551f3db service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867939 Oct 21 15:14:49.803940 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-ac14230d-3718-4771-934f-e9effb52ecf6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:49.805381 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-ac14230d-3718-4771-934f-e9effb52ecf6 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Oct 21 15:14:50.160978 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Deleting port 53056fbf-6124-4329-a21d-d7fada81a1f6 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:14:50.161324 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:50.178819 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:50.261315 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] For port 53056fbf-6124-4329-a21d-d7fada81a1f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53056fbf-6124-4329-a21d-d7fada81a1f6,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:14:50.261600 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:50.275791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Calling delete_port for 53056fbf-6124-4329-a21d-d7fada81a1f6 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:14:50.326013 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:50.503807 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32bd8-ab5d-467b-b0e4-fbf89f68a369 req-8d181185-8bad-4279-979a-013f2d14f563 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:50.505076 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6bd32bd8-ab5d-467b-b0e4-fbf89f68a369 req-8d181185-8bad-4279-979a-013f2d14f563 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Oct 21 15:14:50.530030 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (53056fbf-6124-4329-a21d-d7fada81a1f6), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:50.553583 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'Port': ['ID=53056fbf-6124-4329-a21d-d7fada81a1f6,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:50.557304 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6bd32bd8-ab5d-467b-b0e4-fbf89f68a369 req-11db0b69-9915-4126-9145-98f1d1a53b88 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Oct 21 15:14:50.603001 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] No DVR routers for this DVR port 53056fbf-6124-4329-a21d-d7fada81a1f6 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:14:50.605471 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:50.608870 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-53b31185-6d73-4628-95db-60b44dc7b4fe req-edd1302a-5b8e-4210-9596-858575e5a348 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "DELETE /networking/v2.0/ports/53056fbf-6124-4329-a21d-d7fada81a1f6 HTTP/1.1" status: 204 len: 173 time: 0.5326052 Oct 21 15:14:50.609363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'name': 'network-vif-deleted', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:14:50.611748 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7da19e2-c36a-40c5-b0d7-5a954975c636" -d '{"events": [{"server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "name": "network-vif-deleted", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:14:50.655651 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a572457-6dce-4572-b613-546ed121d1e8 x-openstack-request-id: req-2a572457-6dce-4572-b613-546ed121d1e8 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:14:50.655970 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a6210f-fb73-4ce2-9f5f-442f242fc483", "name": "network-vif-deleted", "tag": "53056fbf-6124-4329-a21d-d7fada81a1f6", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:14:50.656223 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a572457-6dce-4572-b613-546ed121d1e8 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:14:50.656675 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a572457-6dce-4572-b613-546ed121d1e8'] response: {'server_uuid': 'a6a6210f-fb73-4ce2-9f5f-442f242fc483', 'name': 'network-vif-deleted', 'tag': '53056fbf-6124-4329-a21d-d7fada81a1f6', 'status': 'completed', 'code': 200} Oct 21 15:14:51.401032 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-790c3702-b778-4da1-8c39-2638726dabf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:51.680615 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b4bf8a54-5bee-48cb-9cbe-6007ba709601 req-a27bddb7-0a29-4d45-95b0-001bc03af12a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6a6210f-fb73-4ce2-9f5f-442f242fc483 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Oct 21 15:14:52.538046 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:54.081839 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:54.083288 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:54.895632 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 53056fbf-6124-4329-a21d-d7fada81a1f6 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:14:54.897759 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:54.899258 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:54.915395 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 53056fbf-6124-4329-a21d-d7fada81a1f6 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:14:54.915742 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 53056fbf-6124-4329-a21d-d7fada81a1f6 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:14:57.327336 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48086) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:14:57.467964 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Deleting port 71a03af3-b6f8-4760-9607-21f445b6639e {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:14:57.468299 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (71a03af3-b6f8-4760-9607-21f445b6639e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:57.547429 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (71a03af3-b6f8-4760-9607-21f445b6639e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:57.547751 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (71a03af3-b6f8-4760-9607-21f445b6639e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:57.559812 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Calling delete_port for 71a03af3-b6f8-4760-9607-21f445b6639e owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:14:57.760776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (71a03af3-b6f8-4760-9607-21f445b6639e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:57.787259 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'Port': ['ID=71a03af3-b6f8-4760-9607-21f445b6639e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:14:57.850218 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (0c3a6433-e752-4c60-b39f-aa0a62eb3db4), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:57.850463 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.l3_db [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Floating IP 0c3a6433-e752-4c60-b39f-aa0a62eb3db4 disassociated (deleted). External IP: 172.27.0.210, port: 43c1dcac-2dbe-49cd-af7e-a725c9841d55. Oct 21 15:14:57.851975 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:58.051859 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:14:58.151444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:58.154740 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:14:58.159617 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:14:58.164272 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:14:58.174008 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:14:58.175415 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:58.179116 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:58.191646 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c5c8e0f6-9c56-46c5-aaed-2d5bcc86e3bc tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/0c3a6433-e752-4c60-b39f-aa0a62eb3db4 HTTP/1.1" status: 204 len: 168 time: 0.8632412 Oct 21 15:14:58.192298 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:14:58.194564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0980c6a-49e6-407d-958b-6ba8e54b1449" -d '{"events": [{"name": "network-changed", "server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:14:58.235319 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7584704-d1bb-436c-9fe0-6d7673dad4ef x-openstack-request-id: req-e7584704-d1bb-436c-9fe0-6d7673dad4ef {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:14:58.235957 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:14:58.240617 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7584704-d1bb-436c-9fe0-6d7673dad4ef {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:14:58.240617 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7584704-d1bb-436c-9fe0-6d7673dad4ef'] response: {'name': 'network-changed', 'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'status': 'completed', 'code': 200} Oct 21 15:14:58.258299 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:14:58.280323 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:14:58.462331 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:58.491692 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:14:58.500218 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:14:58.500816 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:58.682830 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53491b73-aa10-4f37-a2e7-d4691eab8127 req-693f0416-c5f2-436e-a1e1-118f76ff33e8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:58.684315 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-53491b73-aa10-4f37-a2e7-d4691eab8127 req-693f0416-c5f2-436e-a1e1-118f76ff33e8 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0469654 Oct 21 15:14:58.687272 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:14:58.733477 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-53491b73-aa10-4f37-a2e7-d4691eab8127 req-0f40927c-5829-4f1c-8fde-2da566ee988b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Oct 21 15:14:58.869424 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:14:58.893013 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af132a3f-8857-4bf8-9c85-47c807470348 None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:06:48Z', 'revision_number': 4, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '88e701f7-c38e-44b0-a36c-ac55abb547df', 'name': '', 'network_id': 'ba5ce276-5178-4856-9bdd-bc914a7bfa6c', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'mac_address': 'fa:16:3e:6c:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:47Z', 'updated_at': '2022-10-21T15:06:55Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'subnets': [{'id': '308cd7cd-1ecc-440b-9a3a-ab84c7c28370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:14:59.095007 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af1251a-293e-45db-aafd-7d2c38254283 None None] New status for floating IP 0c3a6433-e752-4c60-b39f-aa0a62eb3db4: DOWN {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:14:59.677317 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-30e848e4-45ae-4517-a2c5-af975a043d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:59.681946 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-30e848e4-45ae-4517-a2c5-af975a043d9d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 1129 time: 0.0845411 Oct 21 15:14:59.863543 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f8d8c-9f7c-4ea9-986c-bdfe6c641c48 req-df4377f9-4736-4b9c-a663-e17a3d6d8cdf tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:14:59.864919 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-087f8d8c-9f7c-4ea9-986c-bdfe6c641c48 req-df4377f9-4736-4b9c-a663-e17a3d6d8cdf tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0507870 Oct 21 15:14:59.913858 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-087f8d8c-9f7c-4ea9-986c-bdfe6c641c48 req-6fab1a14-4a0a-49e8-88ab-fa3dbaa384f2 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Oct 21 15:15:00.922650 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-bc7fac0a-9f2e-4fea-9b94-c5daeda22b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:00.924186 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-bc7fac0a-9f2e-4fea-9b94-c5daeda22b15 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 200 len: 913 time: 0.0895927 Oct 21 15:15:00.991393 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-b25de7d0-b66d-4cb9-b505-49b6f4693a81 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 200 len: 217 time: 0.0348623 Oct 21 15:15:01.039313 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e494-0382-4959-811b-cb6f8d486125 req-c0cd0ede-4082-4e7c-84d1-05c2873a8a0b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:01.040904 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a51e494-0382-4959-811b-cb6f8d486125 req-c0cd0ede-4082-4e7c-84d1-05c2873a8a0b tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0494587 Oct 21 15:15:01.046403 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-dcce7788-e59b-40a9-9671-56c6c04e776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:01.047867 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-dcce7788-e59b-40a9-9671-56c6c04e776c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 200 len: 851 time: 0.0465224 Oct 21 15:15:01.091269 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6a51e494-0382-4959-811b-cb6f8d486125 req-5a2e0115-a49f-419a-b778-5593425973a7 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Oct 21 15:15:01.204777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-77877713-7aa4-4d5a-92ff-66d0b977bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:01.206150 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-77877713-7aa4-4d5a-92ff-66d0b977bb12 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ba5ce276-5178-4856-9bdd-bc914a7bfa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428319 Oct 21 15:15:01.294820 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-a2afb4c3-0ff8-408a-bcc1-ec5eae931271 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810461 Oct 21 15:15:01.481878 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d0980c6a-49e6-407d-958b-6ba8e54b1449 req-d178b22b-3c02-4bca-878e-455f31ad3d08 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969217 Oct 21 15:15:01.515264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-9fd7fbd0-a74e-4bb9-b5b5-f7b43c4d3e2e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:01.516689 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-9fd7fbd0-a74e-4bb9-b5b5-f7b43c4d3e2e tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 945 time: 0.0489237 Oct 21 15:15:01.609803 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Deleting port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:01.610144 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:01.698488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:01.700379 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] For port 43c1dcac-2dbe-49cd-af7e-a725c9841d55, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43c1dcac-2dbe-49cd-af7e-a725c9841d55,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:01.700741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:01.713632 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Calling delete_port for 43c1dcac-2dbe-49cd-af7e-a725c9841d55 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:01.921575 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (43c1dcac-2dbe-49cd-af7e-a725c9841d55), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:01.950256 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'Port': ['ID=43c1dcac-2dbe-49cd-af7e-a725c9841d55,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:01.994689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] No DVR routers for this DVR port 43c1dcac-2dbe-49cd-af7e-a725c9841d55 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:15:01.997192 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:02.000559 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d9ade7f3-e120-4153-b094-a1af209c6aba req-eca9c0ba-2acd-4e80-ab31-2a6c7c1838c4 tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.16 "DELETE /networking/v2.0/ports/43c1dcac-2dbe-49cd-af7e-a725c9841d55 HTTP/1.1" status: 204 len: 173 time: 0.4751182 Oct 21 15:15:02.001057 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'name': 'network-vif-deleted', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:15:02.003473 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1bc908-5d6b-4547-a901-73870bd7e6ba" -d '{"events": [{"server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "name": "network-vif-deleted", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:15:02.046386 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e863f74-4d57-4c76-98d8-0bdc7884ee3e x-openstack-request-id: req-7e863f74-4d57-4c76-98d8-0bdc7884ee3e {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:15:02.046743 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e771a4b5-b5e4-4515-b6af-cf0a011cf96c", "name": "network-vif-deleted", "tag": "43c1dcac-2dbe-49cd-af7e-a725c9841d55", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:15:02.046992 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e863f74-4d57-4c76-98d8-0bdc7884ee3e {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:15:02.047409 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e863f74-4d57-4c76-98d8-0bdc7884ee3e'] response: {'server_uuid': 'e771a4b5-b5e4-4515-b6af-cf0a011cf96c', 'name': 'network-vif-deleted', 'tag': '43c1dcac-2dbe-49cd-af7e-a725c9841d55', 'status': 'completed', 'code': 200} Oct 21 15:15:02.200997 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1d38206a-05e0-4d10-8f9e-43024f7bf060 req-6c305e1c-3e84-45a1-87f6-f28a8806a32a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e771a4b5-b5e4-4515-b6af-cf0a011cf96c HTTP/1.1" status: 200 len: 210 time: 0.0297675 Oct 21 15:15:03.268012 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48130) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:03.383807 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Deleting port 5d365bd6-fc45-46af-8057-d35d3e7dacd4 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:03.384155 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:03.386474 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:03.462580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:03.462857 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (5d365bd6-fc45-46af-8057-d35d3e7dacd4), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:03.475959 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Calling delete_port for 5d365bd6-fc45-46af-8057-d35d3e7dacd4 owned by network:floatingip {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:03.681187 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (5d365bd6-fc45-46af-8057-d35d3e7dacd4), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:03.706956 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'Port': ['ID=5d365bd6-fc45-46af-8057-d35d3e7dacd4,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:03.769402 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for floatingip (fc21fcde-61ac-4179-b63a-1afb0fcfe900), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:03.772660 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:03.773806 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-566fff4e-d194-4245-9267-948981c9da0a tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/fc21fcde-61ac-4179-b63a-1afb0fcfe900 HTTP/1.1" status: 204 len: 168 time: 0.5052655 Oct 21 15:15:05.179744 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48152) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:05.238569 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2770006-a59f-4d8e-922c-a348819dbdca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group (6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:05.246999 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:05.263747 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2770006-a59f-4d8e-922c-a348819dbdca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group (6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:05.418378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2770006-a59f-4d8e-922c-a348819dbdca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:05.421098 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2770006-a59f-4d8e-922c-a348819dbdca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:05.422356 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d2770006-a59f-4d8e-922c-a348819dbdca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f HTTP/1.1" status: 204 len: 168 time: 0.2413065 Oct 21 15:15:05.434200 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2770006-a59f-4d8e-922c-a348819dbdca tempest-TestVolumeBootPattern-125156430 tempest-TestVolumeBootPattern-125156430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa80a3f-ebf1-419c-bcb9-c5adc7e9201f,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:05.559494 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48156) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:05.805104 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 43c1dcac-2dbe-49cd-af7e-a725c9841d55 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:05.829673 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 43c1dcac-2dbe-49cd-af7e-a725c9841d55 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:05.830012 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 43c1dcac-2dbe-49cd-af7e-a725c9841d55 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:06.151365 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08ef3-af68-47da-ac1e-9764c1f83f99 req-2bfe7821-46c5-4fc9-a2a2-2c6a54621be1 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:06.152965 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a8b08ef3-af68-47da-ac1e-9764c1f83f99 req-2bfe7821-46c5-4fc9-a2a2-2c6a54621be1 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Oct 21 15:15:06.187969 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:06.202439 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a8b08ef3-af68-47da-ac1e-9764c1f83f99 req-d8f97619-a424-4d84-8454-a6e3f45529ca tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 Oct 21 15:15:06.392587 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:06.405230 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Deleting port 88e701f7-c38e-44b0-a36c-ac55abb547df {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:06.407157 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:06.484868 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] For port 88e701f7-c38e-44b0-a36c-ac55abb547df, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=88e701f7-c38e-44b0-a36c-ac55abb547df,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:06.485228 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:06.497959 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Calling delete_port for 88e701f7-c38e-44b0-a36c-ac55abb547df owned by network:router_interface {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:06.596267 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:06.743707 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (88e701f7-c38e-44b0-a36c-ac55abb547df), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:06.774741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e701f7-c38e-44b0-a36c-ac55abb547df,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:06.935034 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:06.960660 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e41a4-247e-4c3a-825e-f9196425d3c2 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:15:07.038827 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e41a4-247e-4c3a-825e-f9196425d3c2 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:15:07.146591 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Router b5ccd2a8-9d68-49f8-ae37-ff323c66805f has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:15:07.253889 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:15:07.260239 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2819198a-25d0-43f3-abd9-f4ba66a8d185 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/b5ccd2a8-9d68-49f8-ae37-ff323c66805f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995234 Oct 21 15:15:07.262982 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48168) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:07.265624 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] Sync routers for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:15:07.287791 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:07.288788 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:07.388924 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:07.403024 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:07.417146 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d7db4-96d8-4d6c-a3b6-b94d79ed0444 req-eba7ca1d-a522-4448-a2c5-ed6cd939c0be tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:07.417146 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f97d7db4-96d8-4d6c-a3b6-b94d79ed0444 req-eba7ca1d-a522-4448-a2c5-ed6cd939c0be tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 945 time: 0.0980954 Oct 21 15:15:07.418773 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks [] for router (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:07.538183 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f97d7db4-96d8-4d6c-a3b6-b94d79ed0444 req-79ece09b-08f0-4896-8adc-e6a96c07a091 tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3b39bfb4-06e4-4202-ac0f-63693a9c534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164012 Oct 21 15:15:07.560280 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks [] for router_gateway (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:07.572731 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:15:06Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:07.598730 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] Checking router: b5ccd2a8-9d68-49f8-ae37-ff323c66805f for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:15:07.607771 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] Routers {'b5ccd2a8-9d68-49f8-ae37-ff323c66805f'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:07.608547 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:07.665372 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Deleting port b40d7153-8c57-4599-8b32-98a2f57be80f {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:07.665892 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:07.720479 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:07.733032 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:07.735138 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] Set router b5ccd2a8-9d68-49f8-ae37-ff323c66805f gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:07.756043 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] For port b40d7153-8c57-4599-8b32-98a2f57be80f, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=b40d7153-8c57-4599-8b32-98a2f57be80f,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:07.756505 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:07.758614 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:07.770768 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Calling delete_port for b40d7153-8c57-4599-8b32-98a2f57be80f owned by network:router_gateway {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:07.857298 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-7e2ed82d-097f-46fc-b3ad-a920947ddc9a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:07.859011 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-7e2ed82d-097f-46fc-b3ad-a920947ddc9a tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 945 time: 0.0638759 Oct 21 15:15:07.920511 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-d354b325-f232-4df7-9ebc-b6606e4f03b6 None None] Provisioning complete for port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:07.921295 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d354b325-f232-4df7-9ebc-b6606e4f03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:07.921848 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-d354b325-f232-4df7-9ebc-b6606e4f03b6 None None] Attempt 1 to provision port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e Oct 21 15:15:07.926164 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:15:06Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:07.946587 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:07.952127 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Deleting port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:07.952491 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:07.968039 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e5ae4-ce34-4766-ac27-76319237e98a None None] The sync data for ids ['b5ccd2a8-9d68-49f8-ae37-ff323c66805f'] in dv-cinder-836083-16-iscsi is: [{'id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'name': 'tempest-TestVolumeBootPattern-1744817292-router', 'tenant_id': '57eb0443c72743c8b3ab016fdf5c9745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:44Z', 'updated_at': '2022-10-21T15:15:06Z', 'revision_number': 5, 'project_id': '57eb0443c72743c8b3ab016fdf5c9745', 'gw_port': {'id': 'b40d7153-8c57-4599-8b32-98a2f57be80f', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd2a8-9d68-49f8-ae37-ff323c66805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:45Z', 'updated_at': '2022-10-21T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:15:08.009359 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-d354b325-f232-4df7-9ebc-b6606e4f03b6 None None] Current status of the port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:08.052823 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] For port 6c3bdb24-d3da-4d89-9e94-76797c9519c1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6c3bdb24-d3da-4d89-9e94-76797c9519c1,segment=NetworkSegment(c9c7c1bf-1d4f-4c07-891e-7cff1492f237),segment_id=c9c7c1bf-1d4f-4c07-891e-7cff1492f237)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:08.056468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.056660 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (b40d7153-8c57-4599-8b32-98a2f57be80f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.063499 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:08.069335 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Calling delete_port for 6c3bdb24-d3da-4d89-9e94-76797c9519c1 owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:08.080343 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b40d7153-8c57-4599-8b32-98a2f57be80f,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:08.107891 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.108149 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.108494 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.108834 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.109252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.109550 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.109887 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.110213 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.110543 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.110897 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.115918 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.115918 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.115918 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.115918 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.115918 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:08.159898 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.282122 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (6c3bdb24-d3da-4d89-9e94-76797c9519c1), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.295871 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['6c3bdb24-d3da-4d89-9e94-76797c9519c1'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:15:08.325906 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Pushing event deleted for resources: {'Port': ['ID=6c3bdb24-d3da-4d89-9e94-76797c9519c1,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:08.370234 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] No DVR routers for this DVR port 6c3bdb24-d3da-4d89-9e94-76797c9519c1 on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:15:08.372791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.376086 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e10370fa-9ede-414a-bda6-a5662d97bca3 req-f2200fe7-46fb-4473-9c56-fe6d3006d99c tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.16 "DELETE /networking/v2.0/ports/6c3bdb24-d3da-4d89-9e94-76797c9519c1 HTTP/1.1" status: 204 len: 173 time: 0.5100040 Oct 21 15:15:08.377032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bef36e-e878-4904-8240-bf56058caa55', 'name': 'network-vif-deleted', 'tag': '6c3bdb24-d3da-4d89-9e94-76797c9519c1'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:15:08.381640 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a84a01-76bd-4c1d-90ce-5fab1aa34733" -d '{"events": [{"server_uuid": "36bef36e-e878-4904-8240-bf56058caa55", "name": "network-vif-deleted", "tag": "6c3bdb24-d3da-4d89-9e94-76797c9519c1"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:15:08.422672 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643194ab-7cde-45c2-bc1e-f94a3cc79ba4 x-openstack-request-id: req-643194ab-7cde-45c2-bc1e-f94a3cc79ba4 {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:15:08.423200 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bef36e-e878-4904-8240-bf56058caa55", "name": "network-vif-deleted", "tag": "6c3bdb24-d3da-4d89-9e94-76797c9519c1", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:15:08.423459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-643194ab-7cde-45c2-bc1e-f94a3cc79ba4 {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:15:08.423929 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643194ab-7cde-45c2-bc1e-f94a3cc79ba4'] response: {'server_uuid': '36bef36e-e878-4904-8240-bf56058caa55', 'name': 'network-vif-deleted', 'tag': '6c3bdb24-d3da-4d89-9e94-76797c9519c1', 'status': 'completed', 'code': 200} Oct 21 15:15:08.486708 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.489343 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks [] for router_controller (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.594720 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (b5ccd2a8-9d68-49f8-ae37-ff323c66805f), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.595302 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ccd2a8-9d68-49f8-ae37-ff323c66805f {{(pid=105099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:15:08.605075 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.605075 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-47ac51fb-e3b8-46d8-a235-1b8499d87f2d admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/b5ccd2a8-9d68-49f8-ae37-ff323c66805f HTTP/1.1" status: 204 len: 168 time: 1.3263257 Oct 21 15:15:08.605075 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48174) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:08.652409 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:08.671821 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-675f1474-416d-4ec4-a9b3-3e48d13499b3 req-ad1dd499-490e-46fc-a0a0-21ce24f704ab tempest-VolumesSnapshotTestJSON-44976353 tempest-VolumesSnapshotTestJSON-44976353-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=36bef36e-e878-4904-8240-bf56058caa55 HTTP/1.1" status: 200 len: 210 time: 0.0353236 Oct 21 15:15:08.685307 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Deleting subnet 308cd7cd-1ecc-440b-9a3a-ab84c7c28370 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:15:08.689045 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Publish callbacks [] for subnet (308cd7cd-1ecc-440b-9a3a-ab84c7c28370), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.730578 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (308cd7cd-1ecc-440b-9a3a-ab84c7c28370), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.809366 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (308cd7cd-1ecc-440b-9a3a-ab84c7c28370), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.932444 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (308cd7cd-1ecc-440b-9a3a-ab84c7c28370), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.962058 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308cd7cd-1ecc-440b-9a3a-ab84c7c28370,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:08.964049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:08.967171 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-15a11b10-b5ea-4582-bcc0-be5dd8ea9ba6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/308cd7cd-1ecc-440b-9a3a-ab84c7c28370 HTTP/1.1" status: 204 len: 168 time: 0.3616569 Oct 21 15:15:08.968667 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6f664-aa02-4dd5-b6fd-fcb64b4a5a82 None None] Network ba5ce276-5178-4856-9bdd-bc914a7bfa6c requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:15:08.969737 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48176) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:09.040991 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (ba5ce276-5178-4856-9bdd-bc914a7bfa6c), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.088931 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Deleting port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:09.089276 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.138826 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:09.147662 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] DHCP port deletion for ba5ce276-5178-4856-9bdd-bc914a7bfa6c request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:15:09.163414 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] For port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:09.163777 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.177850 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Calling delete_port for 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e owned by network:dhcp {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:09.189162 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] Deleting port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:09.189162 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.263405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] For port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,segment=NetworkSegment(dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb),segment_id=dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:09.263797 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.278120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] Calling delete_port for 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:09.343044 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.353997 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (8b8952ec-bc53-4bd5-b8fe-0453a6847e8e), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.367590 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:09.374921 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] No DVR routers for this DVR port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e on host dv-cinder-836083-16-iscsi {{(pid=105099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:15:09.379077 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] Pushing event deleted for resources: {'Port': ['ID=8b8952ec-bc53-4bd5-b8fe-0453a6847e8e,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:09.382866 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d11e9-8af4-4c76-afc3-062f35530a32 None None] No DVR routers for this DVR port 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:15:09.459197 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (ba5ce276-5178-4856-9bdd-bc914a7bfa6c), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.479623 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5ce276-5178-4856-9bdd-bc914a7bfa6c']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:09.489056 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:09.490001 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:09.499255 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.512702 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.519252 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:15:09.519635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.564110 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb resource provider aggregate not found Oct 21 15:15:09.592566 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd9ef140-f2ec-467e-8a5b-ef2ca524b3eb found for delete ", "request_id": "req-2d0c25a6-7fa1-4179-ade1-124563f4fe70"}]} Oct 21 15:15:09.640745 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:09.664199 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (ba5ce276-5178-4856-9bdd-bc914a7bfa6c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.664416 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:09.664627 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 8b8952ec-bc53-4bd5-b8fe-0453a6847e8e not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:09.665061 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device b40d7153-8c57-4599-8b32-98a2f57be80f no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:09.669656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:09.674771 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ba5ce276-5178-4856-9bdd-bc914a7bfa6c HTTP/1.1" status: 204 len: 168 time: 0.7022486 Oct 21 15:15:09.676594 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48182) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:09.686066 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e93640-7e9f-4d1f-a851-025235ae406a admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5ce276-5178-4856-9bdd-bc914a7bfa6c,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:09.686245 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: b40d7153-8c57-4599-8b32-98a2f57be80f {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:09.686744 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device b40d7153-8c57-4599-8b32-98a2f57be80f not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:09.687180 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 88e701f7-c38e-44b0-a36c-ac55abb547df no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:09.707045 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 88e701f7-c38e-44b0-a36c-ac55abb547df {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:09.707393 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 88e701f7-c38e-44b0-a36c-ac55abb547df not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:09.996375 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (4a6bfcd9-97f4-4653-85ec-aead427393f3), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:10.188804 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:10.220703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Deleting port d1e3e3ab-9f74-45da-b6b5-c70f470ad882 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:10.221043 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:10.304231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] For port d1e3e3ab-9f74-45da-b6b5-c70f470ad882, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:10.304598 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:10.318064 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Calling delete_port for d1e3e3ab-9f74-45da-b6b5-c70f470ad882 owned by network:router_interface {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:10.360278 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:10.577133 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d1e3e3ab-9f74-45da-b6b5-c70f470ad882), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:10.606855 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e3e3ab-9f74-45da-b6b5-c70f470ad882,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:10.771524 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (4a6bfcd9-97f4-4653-85ec-aead427393f3), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:10.791618 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdecab18-0707-4634-bb2d-75e5e2816561 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:15:10.864435 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecab18-0707-4634-bb2d-75e5e2816561 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:15:10.883717 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:10.894563 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:11.240658 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Router 4a6bfcd9-97f4-4653-85ec-aead427393f3 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:15:11.346390 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:15:11.352115 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-1394a098-b8a7-4dfa-84b3-957e531f1a72 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/4a6bfcd9-97f4-4653-85ec-aead427393f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743832 Oct 21 15:15:11.354601 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48194) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:11.366092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] Sync routers for ids ['4a6bfcd9-97f4-4653-85ec-aead427393f3'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:15:11.387018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] Routers {'4a6bfcd9-97f4-4653-85ec-aead427393f3'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:11.387569 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['4a6bfcd9-97f4-4653-85ec-aead427393f3'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:11.474609 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks [] for router (4a6bfcd9-97f4-4653-85ec-aead427393f3), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:11.506433 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] Set router 4a6bfcd9-97f4-4653-85ec-aead427393f3 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:11.550810 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:11.573568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks [] for router_gateway (4a6bfcd9-97f4-4653-85ec-aead427393f3), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:11.609958 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-03585942-05cd-4b2c-bb87-5081c9b08a44 None None] Provisioning complete for port 457f2bd9-2755-40d2-bab5-4a1f9079294c triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:11.610349 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-03585942-05cd-4b2c-bb87-5081c9b08a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:11.610697 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-03585942-05cd-4b2c-bb87-5081c9b08a44 None None] Attempt 1 to provision port 457f2bd9-2755-40d2-bab5-4a1f9079294c Oct 21 15:15:11.686617 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Deleting port dd49fb1a-f418-4c26-8290-684a23bc96ef {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:11.687086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:11.752196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-03585942-05cd-4b2c-bb87-5081c9b08a44 None None] Current status of the port 457f2bd9-2755-40d2-bab5-4a1f9079294c is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:11.754190 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:15:10Z', 'revision_number': 5, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port': {'id': 'dd49fb1a-f418-4c26-8290-684a23bc96ef', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:06:56Z', 'updated_at': '2022-10-21T15:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:11.769837 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] For port dd49fb1a-f418-4c26-8290-684a23bc96ef, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=dd49fb1a-f418-4c26-8290-684a23bc96ef,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:11.770764 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:11.784266 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Calling delete_port for dd49fb1a-f418-4c26-8290-684a23bc96ef owned by network:router_gateway {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:11.792945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] Checking router: 4a6bfcd9-97f4-4653-85ec-aead427393f3 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:15:11.804503 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] Routers {'4a6bfcd9-97f4-4653-85ec-aead427393f3'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:11.805178 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:14:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['4a6bfcd9-97f4-4653-85ec-aead427393f3'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:11.841728 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 6c3bdb24-d3da-4d89-9e94-76797c9519c1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:11.894265 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: 6c3bdb24-d3da-4d89-9e94-76797c9519c1 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:11.894590 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device 6c3bdb24-d3da-4d89-9e94-76797c9519c1 not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:11.917228 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] Set router 4a6bfcd9-97f4-4653-85ec-aead427393f3 gateway port host: None {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:11.968003 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:15:11Z', 'revision_number': 6, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:11.995660 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99400a73-0854-4f57-96e8-1ebe277fcd8e None None] The sync data for ids ['4a6bfcd9-97f4-4653-85ec-aead427393f3'] in dv-cinder-836083-16-iscsi is: [{'id': '4a6bfcd9-97f4-4653-85ec-aead427393f3', 'name': 'tempest-TestVolumeBootPattern-1261221253-router', 'tenant_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:06:55Z', 'updated_at': '2022-10-21T15:15:11Z', 'revision_number': 6, 'project_id': '4cb6b4f5f9aa4202a7104f39187d5766', 'gw_port_host': None}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:15:12.036022 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (dd49fb1a-f418-4c26-8290-684a23bc96ef), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.043996 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:12.064421 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Pushing event deleted for resources: {'Port': ['ID=dd49fb1a-f418-4c26-8290-684a23bc96ef,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:12.126439 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (4a6bfcd9-97f4-4653-85ec-aead427393f3), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.216719 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (4a6bfcd9-97f4-4653-85ec-aead427393f3), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.218881 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks [] for router_controller (4a6bfcd9-97f4-4653-85ec-aead427393f3), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.350316 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (4a6bfcd9-97f4-4653-85ec-aead427393f3), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.351263 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6bfcd9-97f4-4653-85ec-aead427393f3 {{(pid=105099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:15:12.357748 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.357748 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-7928818f-8f66-48da-8ceb-c377a884ceba admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/4a6bfcd9-97f4-4653-85ec-aead427393f3 HTTP/1.1" status: 204 len: 168 time: 1.0015399 Oct 21 15:15:12.359823 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48200) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:12.410684 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Deleting subnet dc757367-4cd6-4a54-ac74-dcfd64f30119 {{(pid=105099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:15:12.414376 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Publish callbacks [] for subnet (dc757367-4cd6-4a54-ac74-dcfd64f30119), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.450340 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006678'] for subnet (dc757367-4cd6-4a54-ac74-dcfd64f30119), precommit_delete_associations {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.523571 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (dc757367-4cd6-4a54-ac74-dcfd64f30119), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.567679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:12.680870 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4023726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458678'] for subnet (dc757367-4cd6-4a54-ac74-dcfd64f30119), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.704916 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc757367-4cd6-4a54-ac74-dcfd64f30119,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:12.712157 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.715516 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e677e95c-97ae-44d0-9972-fbea5b3fba23 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/dc757367-4cd6-4a54-ac74-dcfd64f30119 HTTP/1.1" status: 204 len: 168 time: 0.3546567 Oct 21 15:15:12.721032 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48202) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:12.722142 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770a8d7-0c2f-4125-be11-e98539e6a8ab None None] Network ff1e2039-9219-4f5d-81a4-e4bb15a7f683 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:15:12.739743 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:12.794572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (ff1e2039-9219-4f5d-81a4-e4bb15a7f683), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.842799 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Deleting port 457f2bd9-2755-40d2-bab5-4a1f9079294c {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:12.842945 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.892166 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] DHCP port deletion for ff1e2039-9219-4f5d-81a4-e4bb15a7f683 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:15:12.918268 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] For port 457f2bd9-2755-40d2-bab5-4a1f9079294c, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=457f2bd9-2755-40d2-bab5-4a1f9079294c,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:12.918858 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.934614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Calling delete_port for 457f2bd9-2755-40d2-bab5-4a1f9079294c owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:12.939111 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] Deleting port 457f2bd9-2755-40d2-bab5-4a1f9079294c {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:15:12.939747 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:12.999061 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:13.012809 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] For port 457f2bd9-2755-40d2-bab5-4a1f9079294c, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=457f2bd9-2755-40d2-bab5-4a1f9079294c,segment=NetworkSegment(60915378-20f5-4880-ac40-260f6735a28b),segment_id=60915378-20f5-4880-ac40-260f6735a28b)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:13.018678 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.027475 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] Calling delete_port for 457f2bd9-2755-40d2-bab5-4a1f9079294c owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:15:13.075254 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.094870 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:13.102292 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Pushing event deleted for resources: {'Port': ['ID=457f2bd9-2755-40d2-bab5-4a1f9079294c,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:13.102473 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:13.107515 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] No DVR routers for this DVR port 457f2bd9-2755-40d2-bab5-4a1f9079294c on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:15:13.112320 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (457f2bd9-2755-40d2-bab5-4a1f9079294c), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.135511 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] Pushing event deleted for resources: {'Port': ['ID=457f2bd9-2755-40d2-bab5-4a1f9079294c,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:13.144433 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390a113-2e94-4f80-a3ab-d08f32ba7af5 None None] No DVR routers for this DVR port 457f2bd9-2755-40d2-bab5-4a1f9079294c on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:15:13.185545 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (ff1e2039-9219-4f5d-81a4-e4bb15a7f683), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.205770 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1e2039-9219-4f5d-81a4-e4bb15a7f683']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:13.216057 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60915378-20f5-4880-ac40-260f6735a28b') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:13.216349 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60915378-20f5-4880-ac40-260f6735a28b') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:13.226741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (60915378-20f5-4880-ac40-260f6735a28b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.240254 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (60915378-20f5-4880-ac40-260f6735a28b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.246415 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:15:13.246851 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (60915378-20f5-4880-ac40-260f6735a28b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.292362 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 60915378-20f5-4880-ac40-260f6735a28b resource provider aggregate not found Oct 21 15:15:13.311307 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 60915378-20f5-4880-ac40-260f6735a28b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60915378-20f5-4880-ac40-260f6735a28b found for delete ", "request_id": "req-b3fb9f4c-9cd7-4c3a-941f-14c2b8970df4"}]} Oct 21 15:15:13.389386 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (ff1e2039-9219-4f5d-81a4-e4bb15a7f683), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.394701 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.398407 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ff1e2039-9219-4f5d-81a4-e4bb15a7f683 HTTP/1.1" status: 204 len: 168 time: 0.6792042 Oct 21 15:15:13.409641 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba749c-2f7c-4645-8ff0-1b97dcf3e324 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1e2039-9219-4f5d-81a4-e4bb15a7f683,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:13.641201 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d1e3e3ab-9f74-45da-b6b5-c70f470ad882 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:13.661252 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: d1e3e3ab-9f74-45da-b6b5-c70f470ad882 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:13.661597 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d1e3e3ab-9f74-45da-b6b5-c70f470ad882 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:13.662012 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd49fb1a-f418-4c26-8290-684a23bc96ef no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:13.680578 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: dd49fb1a-f418-4c26-8290-684a23bc96ef {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:13.680843 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device dd49fb1a-f418-4c26-8290-684a23bc96ef not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:13.681262 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 457f2bd9-2755-40d2-bab5-4a1f9079294c no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:15:13.692770 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48212) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:13.700227 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 457f2bd9-2755-40d2-bab5-4a1f9079294c {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:15:13.700577 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 457f2bd9-2755-40d2-bab5-4a1f9079294c not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:15:13.731125 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-07079409-4b23-4b6b-906d-e4fd7c2ea4af admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=57eb0443c72743c8b3ab016fdf5c9745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397069 Oct 21 15:15:13.733594 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48214) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:13.782013 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46e15be6-bcd2-4986-846a-1fba8cd28ea6 admin admin] Publish callbacks [] for security_group (38949986-dafd-4609-9956-51c3af38340e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.802289 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46e15be6-bcd2-4986-846a-1fba8cd28ea6 admin admin] Publish callbacks [] for security_group (38949986-dafd-4609-9956-51c3af38340e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.915491 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46e15be6-bcd2-4986-846a-1fba8cd28ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (38949986-dafd-4609-9956-51c3af38340e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.917982 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-46e15be6-bcd2-4986-846a-1fba8cd28ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:13.919177 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-46e15be6-bcd2-4986-846a-1fba8cd28ea6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/38949986-dafd-4609-9956-51c3af38340e HTTP/1.1" status: 204 len: 168 time: 0.1847024 Oct 21 15:15:13.928129 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e15be6-bcd2-4986-846a-1fba8cd28ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38949986-dafd-4609-9956-51c3af38340e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:14.541862 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48222) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:14.586510 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-3bad072b-2288-4d44-b18f-64cc1a4ab988 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4cb6b4f5f9aa4202a7104f39187d5766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434873 Oct 21 15:15:14.589142 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48224) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:14.637647 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-60041f33-12e8-4be6-87f6-1ed9150ab59c admin admin] Publish callbacks [] for security_group (2d9e5811-e62f-4504-a207-a5c2206ddf29), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:14.658033 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-60041f33-12e8-4be6-87f6-1ed9150ab59c admin admin] Publish callbacks [] for security_group (2d9e5811-e62f-4504-a207-a5c2206ddf29), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:14.686274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:14.760011 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-60041f33-12e8-4be6-87f6-1ed9150ab59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (2d9e5811-e62f-4504-a207-a5c2206ddf29), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:14.762444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-60041f33-12e8-4be6-87f6-1ed9150ab59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:14.763824 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-60041f33-12e8-4be6-87f6-1ed9150ab59c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2d9e5811-e62f-4504-a207-a5c2206ddf29 HTTP/1.1" status: 204 len: 168 time: 0.1737025 Oct 21 15:15:14.772656 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041f33-12e8-4be6-87f6-1ed9150ab59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e5811-e62f-4504-a207-a5c2206ddf29,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:17.852184 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:18.869500 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-439d8d17-2abe-429f-8613-4685d89d0984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:21.187065 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:15:21.440967 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6b59568b-f8ff-47f6-93c6-949f9d388469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:22.554527 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:22.704579 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=28,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:24.079807 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:24.080659 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:24.767943 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=57,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:27.661375 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=24 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:31.183141 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=18 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:34.015292 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:34.018833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:DELETE=3,neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:34.419940 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48336) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:34.465581 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Deleting subnet 752587f3-08dc-49c4-85ac-22804f848248 {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:15:34.469890 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Publish callbacks [] for subnet (752587f3-08dc-49c4-85ac-22804f848248), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.507614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (752587f3-08dc-49c4-85ac-22804f848248), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.548227 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (752587f3-08dc-49c4-85ac-22804f848248), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.635269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (752587f3-08dc-49c4-85ac-22804f848248), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.662761 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752587f3-08dc-49c4-85ac-22804f848248,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:34.667134 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.670173 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/752587f3-08dc-49c4-85ac-22804f848248 HTTP/1.1" status: 204 len: 168 time: 0.2492402 Oct 21 15:15:34.673414 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48338) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:34.675890 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.676232 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.676566 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.676901 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.677231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.677557 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.677891 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.678205 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.678527 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.678877 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.679198 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.679521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.679834 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.680147 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.680459 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2494044-cf25-4a1d-bef6-d5b44d3fa234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:34.742538 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (2d5026f2-f192-45f3-968a-7676a59e57d1), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.822241 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (2d5026f2-f192-45f3-968a-7676a59e57d1), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.842440 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5026f2-f192-45f3-968a-7676a59e57d1']}} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:34.851637 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237') {'for_net_delete': True} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:34.851938 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.services.segments.db [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c7c1bf-1d4f-4c07-891e-7cff1492f237') {} {{(pid=105099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:34.861568 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006893'] for segment (c9c7c1bf-1d4f-4c07-891e-7cff1492f237), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.874572 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (c9c7c1bf-1d4f-4c07-891e-7cff1492f237), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.881150 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=105099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:15:34.881555 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4023748'] for segment (c9c7c1bf-1d4f-4c07-891e-7cff1492f237), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:34.923062 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment c9c7c1bf-1d4f-4c07-891e-7cff1492f237 resource provider aggregate not found Oct 21 15:15:34.942061 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.services.segments.plugin [-] Segment c9c7c1bf-1d4f-4c07-891e-7cff1492f237 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9c7c1bf-1d4f-4c07-891e-7cff1492f237 found for delete ", "request_id": "req-275729cc-c5a4-4c6d-87e2-ca9e708f0697"}]} Oct 21 15:15:34.995303 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (2d5026f2-f192-45f3-968a-7676a59e57d1), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:35.007938 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:35.007938 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/2d5026f2-f192-45f3-968a-7676a59e57d1 HTTP/1.1" status: 204 len: 168 time: 0.3303096 Oct 21 15:15:35.016816 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af35a-6970-4caa-8256-c970386df699 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5026f2-f192-45f3-968a-7676a59e57d1,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:35.382102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48346) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:35.426431 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-cc2dd4a1-6e78-4962-8191-43f34e6bba98 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e01624214b124e12a495c748e39dda48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431111 Oct 21 15:15:35.428851 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48348) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:35.475856 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a672088f-06f3-4c84-94b3-b7499240404f admin admin] Publish callbacks [] for security_group (3b39bfb4-06e4-4202-ac0f-63693a9c534c), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:35.496015 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a672088f-06f3-4c84-94b3-b7499240404f admin admin] Publish callbacks [] for security_group (3b39bfb4-06e4-4202-ac0f-63693a9c534c), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:35.657201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a672088f-06f3-4c84-94b3-b7499240404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (3b39bfb4-06e4-4202-ac0f-63693a9c534c), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:35.659876 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-a672088f-06f3-4c84-94b3-b7499240404f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:35.661033 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-a672088f-06f3-4c84-94b3-b7499240404f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3b39bfb4-06e4-4202-ac0f-63693a9c534c HTTP/1.1" status: 204 len: 168 time: 0.2313077 Oct 21 15:15:35.669060 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672088f-06f3-4c84-94b3-b7499240404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39bfb4-06e4-4202-ac0f-63693a9c534c,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:36.570220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48370) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:36.666954 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1249796511-network', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:36.730552 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Made reservation on behalf of 791930b581eb4c55bebd1e6eacc6b4c0 for: {'network': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:15:36.732912 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:36.741919 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:36.814900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks [] for security_group (8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:36.873540 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:36.901497 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=105099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:15:36.911390 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:36.916244 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (66bd3391-bc65-4c2d-ac76-8c5cade38638), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:36.916594 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.segments_db [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Added segment 66bd3391-bc65-4c2d-ac76-8c5cade38638 of type vlan for network 837293f8-a356-4517-b08d-a12f8f53a88e Oct 21 15:15:36.959049 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (837293f8-a356-4517-b08d-a12f8f53a88e), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:37.046381 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (837293f8-a356-4517-b08d-a12f8f53a88e), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:37.047986 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:37.049540 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:37.070001 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:37.106388 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:37.110368 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] Pushing event updated for resources: {'Network': ['ID=837293f8-a356-4517-b08d-a12f8f53a88e,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:37.120400 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 837293f8-a356-4517-b08d-a12f8f53a88e details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:15:37.162161 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-3283f7a1-f000-46be-babe-b63131efb245 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5907183 Oct 21 15:15:37.165018 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48374) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:37.170337 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Request body: {'subnet': {'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1249796511-subnet', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'ip_version': 4}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:37.257609 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Made reservation on behalf of 791930b581eb4c55bebd1e6eacc6b4c0 for: {'subnet': 1} {{(pid=105099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:15:37.259998 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458577'] for subnet (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:37.485155 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458575'] for subnet (ad1ac635-a170-43c2-9c4c-d733bb1479bc), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:37.544818 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ac635-a170-43c2-9c4c-d733bb1479bc,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:37.555491 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Checking segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:37.555849 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Network hostable DHCP agents. Network: 837293f8-a356-4517-b08d-a12f8f53a88e, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:15:37.726771 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Network 837293f8-a356-4517-b08d-a12f8f53a88e is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:15:37.829700 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 837293f8-a356-4517-b08d-a12f8f53a88e) {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:37.833748 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:37.834334 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:37.839062 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12440e-b713-43d2-a85c-7d3aceae69d5 None None] Network 837293f8-a356-4517-b08d-a12f8f53a88e requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:15:37.910550 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-e93f7acd-32ea-4062-85e9-463ee301b659 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7444634 Oct 21 15:15:37.913201 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48376) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:37.917499 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:37.939013 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-837293f8-a356-4517-b08d-a12f8f53a88e', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:15:37.939940 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.011206 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (2214a327-b185-4663-8d85-35f8052ac370), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.012348 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (2214a327-b185-4663-8d85-35f8052ac370), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.064198 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks [] for router_controller (2214a327-b185-4663-8d85-35f8052ac370), precommit_add_association {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.075322 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Allocated IP 172.20.0.2 (837293f8-a356-4517-b08d-a12f8f53a88e/ad1ac635-a170-43c2-9c4c-d733bb1479bc/e2c37116-bef9-4999-b1cc-410cd1ec1d07) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:15:38.303484 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks [] for router_gateway (2214a327-b185-4663-8d85-35f8052ac370), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.353225 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Publish callbacks [] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.417679 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:38.435613 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.479271 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Network 837293f8-a356-4517-b08d-a12f8f53a88e is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:38.482298 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:38.486992 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:15:38.493432 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Pushing event updated for resources: {'Port': ['ID=e2c37116-bef9-4999-b1cc-410cd1ec1d07,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:38.504649 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.504994 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.505338 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.505682 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.506014 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.506410 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.506811 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.507075 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.507385 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.507711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.508035 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.508360 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.508681 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.509002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.509324 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:38.541569 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks [] for router_gateway (2214a327-b185-4663-8d85-35f8052ac370), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.559874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Attempting to bind port e2c37116-bef9-4999-b1cc-410cd1ec1d07 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:15:38.560169 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Attempting to bind port e2c37116-bef9-4999-b1cc-410cd1ec1d07 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:15:38.560530 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Attempting to bind port e2c37116-bef9-4999-b1cc-410cd1ec1d07 on network 837293f8-a356-4517-b08d-a12f8f53a88e {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:15:38.561632 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.604253 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:15:38.604674 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Checking segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:38.605100 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.605402 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Bound using segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:15:38.605872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Bound port: e2c37116-bef9-4999-b1cc-410cd1ec1d07, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:15:38.606247 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.667451 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] For port e2c37116-bef9-4999-b1cc-410cd1ec1d07, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:15:38.672799 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Allocated IP 172.27.0.224 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/245a43c9-ad40-4dfb-80c4-fac2828a0397) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:15:38.672963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] For port e2c37116-bef9-4999-b1cc-410cd1ec1d07, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=e2c37116-bef9-4999-b1cc-410cd1ec1d07,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:15:38.736999 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.765260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:38.789769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks [] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.792254 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e9d2-9dfb-4c56-ac7e-b1dbcfd6888d None None] Pushing event updated for resources: {'Port': ['ID=e2c37116-bef9-4999-b1cc-410cd1ec1d07,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:38.880662 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:38.942131 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:38.952059 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:38.955526 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:15:38.959593 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Pushing event updated for resources: {'Port': ['ID=245a43c9-ad40-4dfb-80c4-fac2828a0397,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:39.258087 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks [] for router_gateway (2214a327-b185-4663-8d85-35f8052ac370), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:39.620944 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50402f9c-4f1a-4249-8493-62f046a8aea9 None None] Network 837293f8-a356-4517-b08d-a12f8f53a88e requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:15:39.690373 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device e2c37116-bef9-4999-b1cc-410cd1ec1d07 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:39.692070 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:39.694367 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:39.704114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (2214a327-b185-4663-8d85-35f8052ac370), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:39.730439 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:39.767889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Provisioning complete for port e2c37116-bef9-4999-b1cc-410cd1ec1d07 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:39.768258 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:39.768595 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Attempt 1 to provision port e2c37116-bef9-4999-b1cc-410cd1ec1d07 Oct 21 15:15:39.814885 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port e2c37116-bef9-4999-b1cc-410cd1ec1d07 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:39.815214 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:39.815559 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port e2c37116-bef9-4999-b1cc-410cd1ec1d07 Oct 21 15:15:39.928564 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Current status of the port e2c37116-bef9-4999-b1cc-410cd1ec1d07 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:39.928953 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:39.931208 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Router 2214a327-b185-4663-8d85-35f8052ac370 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:15:39.942843 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port e2c37116-bef9-4999-b1cc-410cd1ec1d07 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:39.943150 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:39.982982 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] For port e2c37116-bef9-4999-b1cc-410cd1ec1d07, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=e2c37116-bef9-4999-b1cc-410cd1ec1d07,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:40.040550 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:15:40.049794 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Sync routers for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:15:40.052896 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.061697 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:40.063264 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:40.126328 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 21 15:15:40.126772 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG oslo_db.api [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 15:15:40.128764 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.130177 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-cc949f5f-5a57-4264-b0f8-006e1d6a712e admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2160246 Oct 21 15:15:40.132401 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4e69f-34b9-4031-9897-cad4bdc931de None None] Pushing event updated for resources: {'Port': ['ID=e2c37116-bef9-4999-b1cc-410cd1ec1d07,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:40.132823 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48378) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:40.169856 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-869187d5-f5ef-4030-89d3-2a3a97d9cf89 None None] Provisioning complete for port e2c37116-bef9-4999-b1cc-410cd1ec1d07 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:40.172323 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-869187d5-f5ef-4030-89d3-2a3a97d9cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.172323 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-869187d5-f5ef-4030-89d3-2a3a97d9cf89 None None] Attempt 1 to provision port e2c37116-bef9-4999-b1cc-410cd1ec1d07 Oct 21 15:15:40.172909 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:40.180877 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:40.208047 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:40.251556 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-869187d5-f5ef-4030-89d3-2a3a97d9cf89 None None] Current status of the port e2c37116-bef9-4999-b1cc-410cd1ec1d07 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:40.356207 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:39Z', 'revision_number': 3, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:40.467365 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Checking router: 2214a327-b185-4663-8d85-35f8052ac370 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:15:40.467622 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Updating router 2214a327-b185-4663-8d85-35f8052ac370 port 245a43c9-ad40-4dfb-80c4-fac2828a0397 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:15:40.495754 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.547915 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.661018 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port e2c37116-bef9-4999-b1cc-410cd1ec1d07 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:40.706729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Allocated IP 172.20.0.1 (837293f8-a356-4517-b08d-a12f8f53a88e/ad1ac635-a170-43c2-9c4c-d733bb1479bc/69c7433e-d4d5-4e30-8914-832a850c4423) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:15:40.715603 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:40.744891 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Publish callbacks [] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.789567 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.810587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks [] for port (69c7433e-d4d5-4e30-8914-832a850c4423), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.823592 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Attempting to bind port 245a43c9-ad40-4dfb-80c4-fac2828a0397 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:15:40.823962 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Attempting to bind port 245a43c9-ad40-4dfb-80c4-fac2828a0397 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:15:40.824318 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Attempting to bind port 245a43c9-ad40-4dfb-80c4-fac2828a0397 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:15:40.860900 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Pushing event updated for resources: {'Port': ['ID=245a43c9-ad40-4dfb-80c4-fac2828a0397,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:40.873540 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.873879 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.874251 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.874648 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.874978 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.875301 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.875621 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.875937 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.876301 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.876641 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.876980 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.877340 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.877657 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.878012 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.878499 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:15:40.881233 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.892179 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:15:40.899810 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:40.901376 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.901773 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:15:40.902578 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Bound port: 245a43c9-ad40-4dfb-80c4-fac2828a0397, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:15:40.902919 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:40.929671 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Network 837293f8-a356-4517-b08d-a12f8f53a88e is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:40.932859 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:40.936480 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:15:40.959547 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] For port 245a43c9-ad40-4dfb-80c4-fac2828a0397, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:15:40.962906 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] For port 245a43c9-ad40-4dfb-80c4-fac2828a0397, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=245a43c9-ad40-4dfb-80c4-fac2828a0397,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:15:40.968099 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Pushing event updated for resources: {'Port': ['ID=69c7433e-d4d5-4e30-8914-832a850c4423,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:40.988267 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (2214a327-b185-4663-8d85-35f8052ac370), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.040031 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.044452 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:41.082588 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:41.083263 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:41.086614 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:41.143870 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b621d0-423d-429c-8db4-ae88d4698d00 None None] Pushing event updated for resources: {'Port': ['ID=245a43c9-ad40-4dfb-80c4-fac2828a0397,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:41.156524 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:41.180233 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-1073e5af-4d11-4867-b457-8696d409ca5b None None] Provisioning complete for port 69c7433e-d4d5-4e30-8914-832a850c4423 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:41.180673 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-1073e5af-4d11-4867-b457-8696d409ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.185064 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-1073e5af-4d11-4867-b457-8696d409ca5b None None] Attempt 1 to provision port 69c7433e-d4d5-4e30-8914-832a850c4423 Oct 21 15:15:41.209609 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.213255 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:41.221755 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-1073e5af-4d11-4867-b457-8696d409ca5b None None] Port 69c7433e-d4d5-4e30-8914-832a850c4423 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:15:41.380796 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks [] for port (69c7433e-d4d5-4e30-8914-832a850c4423), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.394205 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:39Z', 'revision_number': 3, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:41.421029 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f7496-bcd2-4a2b-b471-9bb4725fc0aa None None] The sync data for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi is: [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:39Z', 'revision_number': 3, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:15:41.446847 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.530223 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Pushing event updated for resources: {'Port': ['ID=69c7433e-d4d5-4e30-8914-832a850c4423,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:41.535377 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (2214a327-b185-4663-8d85-35f8052ac370), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.663933 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:41.683306 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Network 837293f8-a356-4517-b08d-a12f8f53a88e is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:41.685041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:41.749017 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device e2c37116-bef9-4999-b1cc-410cd1ec1d07 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:41.808518 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port e2c37116-bef9-4999-b1cc-410cd1ec1d07 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:41.809005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.809411 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port e2c37116-bef9-4999-b1cc-410cd1ec1d07 Oct 21 15:15:41.827207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Router 2214a327-b185-4663-8d85-35f8052ac370 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:15:41.904892 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port e2c37116-bef9-4999-b1cc-410cd1ec1d07 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:41.944105 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-81f49cb0-b932-42a0-89ee-9784113899f6 None None] Provisioning complete for port 69c7433e-d4d5-4e30-8914-832a850c4423 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:41.944480 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-81f49cb0-b932-42a0-89ee-9784113899f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:41.944812 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-81f49cb0-b932-42a0-89ee-9784113899f6 None None] Attempt 1 to provision port 69c7433e-d4d5-4e30-8914-832a850c4423 Oct 21 15:15:41.950125 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:15:41.962248 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-872f043f-ebf0-4b87-bd3d-0f3a44ffb79d admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/2214a327-b185-4663-8d85-35f8052ac370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248978 Oct 21 15:15:41.989872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-81f49cb0-b932-42a0-89ee-9784113899f6 None None] Port 69c7433e-d4d5-4e30-8914-832a850c4423 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:15:42.697727 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48394) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:42.703287 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1010005491-network', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:42.783703 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Made reservation on behalf of 81ea7a8d51c94095bf9cda1c73562c6a for: {'network': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:15:42.786118 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for network (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:42.795437 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:42.886507 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks [] for security_group (766c4047-6724-4013-91c1-75867e2edf4b), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.035066 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (766c4047-6724-4013-91c1-75867e2edf4b), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.064487 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=105098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 15:15:43.071036 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766c4047-6724-4013-91c1-75867e2edf4b,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:43.076933 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (915742d4-ecc5-4468-b377-a4f720be6b27), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.077276 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.segments_db [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Added segment 915742d4-ecc5-4468-b377-a4f720be6b27 of type vlan for network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 Oct 21 15:15:43.121312 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Sync routers for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:15:43.126926 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751456516446'] for network (1094fe49-c92c-45d5-bd12-0376cf0b5c75), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.132514 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:43.133157 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:43.194989 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242'] for network (1094fe49-c92c-45d5-bd12-0376cf0b5c75), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.195946 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:43.196564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.237844 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:43.260574 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] Pushing event updated for resources: {'Network': ['ID=1094fe49-c92c-45d5-bd12-0376cf0b5c75,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:43.272711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 details requested by agent ovs-agent-dv-cinder-836083-16-iscsi with host dv-cinder-836083-16-iscsi {{(pid=105100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 15:15:43.317755 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-6d66b928-174e-42fe-bf11-bfec9c0e4f73 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6189175 Oct 21 15:15:43.320782 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48396) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:43.325532 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Request body: {'subnet': {'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1010005491-subnet', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'ip_version': 4}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:43.400730 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Made reservation on behalf of 81ea7a8d51c94095bf9cda1c73562c6a for: {'subnet': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:15:43.403256 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25450003'] for subnet (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.492885 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 2, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:43.517996 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Checking router: 2214a327-b185-4663-8d85-35f8052ac370 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:15:43.518365 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Updating router 2214a327-b185-4663-8d85-35f8052ac370 port 69c7433e-d4d5-4e30-8914-832a850c4423 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:15:43.520080 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:43.530159 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=12 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:43.551297 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.563816 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=14 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:43.671363 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25449997'] for subnet (ce7dc83e-822d-4820-bc25-67989e12c5d7), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.680684 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 245a43c9-ad40-4dfb-80c4-fac2828a0397 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:43.732898 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7dc83e-822d-4820-bc25-67989e12c5d7,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:43.742508 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Checking segment: {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:43.742953 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Network hostable DHCP agents. Network: 1094fe49-c92c-45d5-bd12-0376cf0b5c75, hostable agents: ['b5f0edd4-051a-4326-9a1d-855030bc9f6b'], hosted agents: [] {{(pid=105098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 15:15:43.743840 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:43.781205 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 245a43c9-ad40-4dfb-80c4-fac2828a0397 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:43.781582 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.781913 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 245a43c9-ad40-4dfb-80c4-fac2828a0397 Oct 21 15:15:43.840808 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 is scheduled to be hosted by DHCP agent b5f0edd4-051a-4326-9a1d-855030bc9f6b with binding_index 1 {{(pid=105098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 15:15:43.902734 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Publish callbacks [] for port (69c7433e-d4d5-4e30-8914-832a850c4423), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.915660 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 245a43c9-ad40-4dfb-80c4-fac2828a0397 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:43.916099 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.932866 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-16-iscsi, 1094fe49-c92c-45d5-bd12-0376cf0b5c75) {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:43.936737 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 245a43c9-ad40-4dfb-80c4-fac2828a0397, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=245a43c9-ad40-4dfb-80c4-fac2828a0397,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:43.939100 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:15:43.939825 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:43.940888 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8fe836-45df-4e3c-8d35-c18c61b8392b None None] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:15:43.985413 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.022229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:44.023095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.032536 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2dd506a1-41a0-4f6e-9c15-88c7bfe56216 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7105546 Oct 21 15:15:44.042735 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48398) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:44.042735 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:44.069919 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3918a2f-f42f-45ab-95c0-e58e54cfd14e None None] Pushing event updated for resources: {'Port': ['ID=69c7433e-d4d5-4e30-8914-832a850c4423,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:44.126294 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router (6b45a4d9-b523-4719-a0cc-775f28a888b6), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.127534 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3324'] for router (6b45a4d9-b523-4719-a0cc-775f28a888b6), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.155444 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163181b7-2580-5d2a-a7e9-991acd27af72-1094fe49-c92c-45d5-bd12-0376cf0b5c75', 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75', 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'fixed_ips': [{'subnet_id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7'}]}} from dv-cinder-836083-16-iscsi. {{(pid=105100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 21 15:15:44.156865 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.179161 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Attempting to bind port 69c7433e-d4d5-4e30-8914-832a850c4423 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:15:44.179539 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Attempting to bind port 69c7433e-d4d5-4e30-8914-832a850c4423 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:15:44.179891 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Attempting to bind port 69c7433e-d4d5-4e30-8914-832a850c4423 on network 837293f8-a356-4517-b08d-a12f8f53a88e {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:15:44.183785 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks [] for router_controller (6b45a4d9-b523-4719-a0cc-775f28a888b6), precommit_add_association {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.184963 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=245a43c9-ad40-4dfb-80c4-fac2828a0397,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:44.386097 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks [] for router_gateway (6b45a4d9-b523-4719-a0cc-775f28a888b6), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.427132 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:15:44.427501 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Checking segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:44.427894 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.428280 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Bound using segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:15:44.428747 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Bound port: 69c7433e-d4d5-4e30-8914-832a850c4423, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:15:44.429124 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.521540 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.db_base_plugin_common [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Allocated IP 172.20.0.2 (1094fe49-c92c-45d5-bd12-0376cf0b5c75/ce7dc83e-822d-4820-bc25-67989e12c5d7/1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071) {{(pid=105100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:15:44.543393 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] For port 69c7433e-d4d5-4e30-8914-832a850c4423, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:15:44.591938 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] For port 69c7433e-d4d5-4e30-8914-832a850c4423, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=69c7433e-d4d5-4e30-8914-832a850c4423,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:15:44.617970 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks [] for router_gateway (6b45a4d9-b523-4719-a0cc-775f28a888b6), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.641305 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.680041 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.691894 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Publish callbacks [] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), precommit_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.693001 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:44.727747 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:44.728369 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:44.742166 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Allocated IP 172.27.0.221 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/d641287a-89a8-4267-8cf8-77d4f42edc87) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:15:44.751089 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:44.783354 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3918a2f-f42f-45ab-95c0-e58e54cfd14e None None] Pushing event updated for resources: {'Port': ['ID=69c7433e-d4d5-4e30-8914-832a850c4423,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:44.822788 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), after_create {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.850402 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks [] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:44.877292 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 is already hosted by enough agents. {{(pid=105100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:44.885633 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.base_scheduler [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Resources bound (agent type, host, resource id): {{(pid=105100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:44.892708 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Received port after_create {{(pid=105100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:15:44.896620 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:44.898369 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Pushing event updated for resources: {'Port': ['ID=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,revision_number=1']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:44.922756 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:44.978551 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.009270 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:45.025612 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:45.031041 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:45.033976 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:15:45.036967 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d641287a-89a8-4267-8cf8-77d4f42edc87,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:45.045833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Attempting to bind port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:15:45.046215 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Attempting to bind port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:15:45.047234 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Attempting to bind port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 on network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:15:45.127129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:15:45.127557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Checking segment: {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:45.127905 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.128298 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Bound using segment: {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:15:45.128765 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Bound port: 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:15:45.129143 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.205557 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:44Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:45.242687 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2797f-74a5-4e1b-8345-6c68bb7318e8 None None] The sync data for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi is: [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:44Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:15:45.253560 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] For port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:15:45.256830 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] For port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:15:45.367049 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.391274 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks [] for router_gateway (6b45a4d9-b523-4719-a0cc-775f28a888b6), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.428595 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee78fc4-f1f6-4515-91b1-aa908373dbbb None None] Pushing event updated for resources: {'Port': ['ID=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,revision_number=2']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:45.612153 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614140'] for router (6b45a4d9-b523-4719-a0cc-775f28a888b6), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.675796 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:45.816271 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:45.862704 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:45.863169 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.863569 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 Oct 21 15:15:45.879591 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Router 6b45a4d9-b523-4719-a0cc-775f28a888b6 is scheduled to L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 with binding_index 1 {{(pid=105098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 15:15:45.885836 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:45.950829 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:45.950829 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:45.991918 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:46.013871 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:15:46.024620 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Sync routers for ids ['6b45a4d9-b523-4719-a0cc-775f28a888b6'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:15:46.036604 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Routers {'6b45a4d9-b523-4719-a0cc-775f28a888b6'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:46.037366 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['6b45a4d9-b523-4719-a0cc-775f28a888b6'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:46.092687 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.097394 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 69c7433e-d4d5-4e30-8914-832a850c4423 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:46.142551 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.143826 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-9528c900-5412-49eb-9132-9a3f293036d1 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1074111 Oct 21 15:15:46.146572 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48400) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:46.168938 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Set router 6b45a4d9-b523-4719-a0cc-775f28a888b6 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:46.197975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:46.207181 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 69c7433e-d4d5-4e30-8914-832a850c4423 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:46.207844 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.208108 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 69c7433e-d4d5-4e30-8914-832a850c4423 Oct 21 15:15:46.325964 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 69c7433e-d4d5-4e30-8914-832a850c4423 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:46.326364 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.375782 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:45Z', 'revision_number': 3, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:46.382384 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 69c7433e-d4d5-4e30-8914-832a850c4423, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=69c7433e-d4d5-4e30-8914-832a850c4423,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:46.407646 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Checking router: 6b45a4d9-b523-4719-a0cc-775f28a888b6 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:15:46.408245 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Updating router 6b45a4d9-b523-4719-a0cc-775f28a888b6 port d641287a-89a8-4267-8cf8-77d4f42edc87 binding host dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:15:46.440648 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.446894 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.448506 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 245a43c9-ad40-4dfb-80c4-fac2828a0397 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:46.543325 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=69c7433e-d4d5-4e30-8914-832a850c4423,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:46.549756 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 245a43c9-ad40-4dfb-80c4-fac2828a0397 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:46.557424 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.557424 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 245a43c9-ad40-4dfb-80c4-fac2828a0397 Oct 21 15:15:46.662660 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 245a43c9-ad40-4dfb-80c4-fac2828a0397 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:46.662834 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:46.682374 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c518018-b47a-41be-a900-4b5109880085 None None] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:15:46.696875 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.725680 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:46.757820 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:46.759256 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-ea671d56-efd0-4472-83ab-c4e255cb0d2e None None] Provisioning complete for port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:46.759631 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ea671d56-efd0-4472-83ab-c4e255cb0d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.760974 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-ea671d56-efd0-4472-83ab-c4e255cb0d2e None None] Attempt 1 to provision port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 Oct 21 15:15:46.772259 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Publish callbacks [] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), precommit_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.852605 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.869815 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Allocated IP 172.20.0.1 (1094fe49-c92c-45d5-bd12-0376cf0b5c75/ce7dc83e-822d-4820-bc25-67989e12c5d7/443ad5ae-fa2c-449e-9e91-0ccc7b0bde38) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:15:46.883162 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-ea671d56-efd0-4472-83ab-c4e255cb0d2e None None] Current status of the port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:46.890809 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Attempting to bind port d641287a-89a8-4267-8cf8-77d4f42edc87 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:15:46.892807 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Attempting to bind port d641287a-89a8-4267-8cf8-77d4f42edc87 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:15:46.892807 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Attempting to bind port d641287a-89a8-4267-8cf8-77d4f42edc87 on network 3f9d7aa5-88e2-4fef-92e6-32995217004b {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:15:46.928675 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:46.942798 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd20a-d0d8-492c-85cc-56763a372797 None None] Pushing event updated for resources: {'Port': ['ID=d641287a-89a8-4267-8cf8-77d4f42edc87,revision_number=2']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:46.947585 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:15:46.950676 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Checking segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:46.950676 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.950676 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Bound using segment: {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'} {{(pid=105101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:15:46.953779 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.managers [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Bound port: d641287a-89a8-4267-8cf8-77d4f42edc87, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203dd07-b0b2-486e-af2d-17150848a749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b'}}] {{(pid=105101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:15:46.954323 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), before_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:46.993075 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks [] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.010390 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] For port d641287a-89a8-4267-8cf8-77d4f42edc87, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:15:47.013660 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.plugins.ml2.db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] For port d641287a-89a8-4267-8cf8-77d4f42edc87, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d641287a-89a8-4267-8cf8-77d4f42edc87,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:15:47.093987 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron_lib.callbacks.manager [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), after_update {{(pid=105101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.103398 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-f93be881-d614-4731-8d9e-591d405ac60c None None] Provisioning complete for port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:47.103769 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f93be881-d614-4731-8d9e-591d405ac60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.104101 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-f93be881-d614-4731-8d9e-591d405ac60c None None] Attempt 1 to provision port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 Oct 21 15:15:47.116453 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.139600 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Routers {'6b45a4d9-b523-4719-a0cc-775f28a888b6'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:47.140632 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['6b45a4d9-b523-4719-a0cc-775f28a888b6'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:47.161430 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:47.166952 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:47.169178 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Pushing event updated for resources: {'Port': ['ID=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:47.173487 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=100 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:47.173608 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:15:47.185821 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-f93be881-d614-4731-8d9e-591d405ac60c None None] Current status of the port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:47.197303 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:47.208136 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd20a-d0d8-492c-85cc-56763a372797 None None] Pushing event updated for resources: {'Port': ['ID=d641287a-89a8-4267-8cf8-77d4f42edc87,revision_number=3']} {{(pid=105101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:47.219302 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613774'] for router_interface (6b45a4d9-b523-4719-a0cc-775f28a888b6), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.373463 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] Set router 6b45a4d9-b523-4719-a0cc-775f28a888b6 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:47.410698 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-9feb3109-6c54-4e75-a563-34460c194177 None None] Provisioning complete for port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:47.411346 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9feb3109-6c54-4e75-a563-34460c194177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.411451 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-9feb3109-6c54-4e75-a563-34460c194177 None None] Attempt 1 to provision port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 Oct 21 15:15:47.453407 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-9feb3109-6c54-4e75-a563-34460c194177 None None] Port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:15:47.557220 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:45Z', 'revision_number': 3, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:47.582784 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7147e6c-5110-4625-83dc-5fb7bc052ad5 None None] The sync data for ids ['6b45a4d9-b523-4719-a0cc-775f28a888b6'] in dv-cinder-836083-16-iscsi is: [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:45Z', 'revision_number': 3, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:15:47.665741 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.681120 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 69c7433e-d4d5-4e30-8914-832a850c4423 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:47.728683 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 69c7433e-d4d5-4e30-8914-832a850c4423 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:47.728683 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.729003 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 69c7433e-d4d5-4e30-8914-832a850c4423 Oct 21 15:15:47.816836 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 69c7433e-d4d5-4e30-8914-832a850c4423 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:47.817878 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:47.869152 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks [] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.877261 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.884705 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:47.884705 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.884705 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 Oct 21 15:15:47.938422 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:47.969141 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:48.017210 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Pushing event updated for resources: {'Port': ['ID=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:48.020778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-774260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613730'] for router_interface (6b45a4d9-b523-4719-a0cc-775f28a888b6), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:48.026935 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:48.123334 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:15:48.125869 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:15:48.252798 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Router 6b45a4d9-b523-4719-a0cc-775f28a888b6 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:15:48.263748 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:48.368537 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:15:48.382307 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ffd9f4c6-e2ca-41b3-ad3a-04f58487ffb1 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/6b45a4d9-b523-4719-a0cc-775f28a888b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2260802 Oct 21 15:15:48.382690 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-c52a92d1-9376-41a5-828c-6fde1c9ac2d9 None None] Provisioning complete for port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:48.382690 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-c52a92d1-9376-41a5-828c-6fde1c9ac2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:48.382690 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-c52a92d1-9376-41a5-828c-6fde1c9ac2d9 None None] Attempt 1 to provision port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 Oct 21 15:15:48.412697 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-c52a92d1-9376-41a5-828c-6fde1c9ac2d9 None None] Port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:15:48.771237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48408) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:48.775905 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415731795', 'description': 'tempest-secgroup-smoke-415731795 description', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:48.858214 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:48.886087 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-daad9451-9306-4715-92cb-1804e5d4a78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:48.931279 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group (5d4c2bb2-8aa5-4d8d-a016-fa251111bd25), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:48.993750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (5d4c2bb2-8aa5-4d8d-a016-fa251111bd25), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.025097 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:49.082700 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.084012 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-064e5d3f-e955-4b70-92df-6181495076ff tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3117929 Oct 21 15:15:49.086938 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48410) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:49.091188 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group_rule': {'security_group_id': '5d4c2bb2-8aa5-4d8d-a016-fa251111bd25', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:49.184954 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (9f730edd-16ed-44d5-907c-1b9e74bb5189), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.188351 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Sync routers for ids ['6b45a4d9-b523-4719-a0cc-775f28a888b6'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:15:49.198463 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Routers {'6b45a4d9-b523-4719-a0cc-775f28a888b6'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:49.199384 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['6b45a4d9-b523-4719-a0cc-775f28a888b6'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:49.245443 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (9f730edd-16ed-44d5-907c-1b9e74bb5189), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.304202 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (9f730edd-16ed-44d5-907c-1b9e74bb5189), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.324350 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f730edd-16ed-44d5-907c-1b9e74bb5189,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:49.385973 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.387262 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-b8d60e89-7356-48a7-9035-07b0152d0647 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994103 Oct 21 15:15:49.390804 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48412) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:49.395427 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group_rule': {'security_group_id': '5d4c2bb2-8aa5-4d8d-a016-fa251111bd25', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:49.449445 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Set router 6b45a4d9-b523-4719-a0cc-775f28a888b6 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:49.481655 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (587aab3f-2375-49b2-8428-84690df34218), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.540117 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (587aab3f-2375-49b2-8428-84690df34218), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.617873 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (587aab3f-2375-49b2-8428-84690df34218), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.638854 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587aab3f-2375-49b2-8428-84690df34218,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:49.646373 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 4, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '443ad5ae-fa2c-449e-9e91-0ccc7b0bde38', 'name': '', 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'mac_address': 'fa:16:3e:02:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:46Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 2, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'subnets': [{'id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:49.673076 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Checking router: 6b45a4d9-b523-4719-a0cc-775f28a888b6 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:15:49.673428 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Updating router 6b45a4d9-b523-4719-a0cc-775f28a888b6 port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 binding host dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 15:15:49.675429 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:49.695057 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d641287a-89a8-4267-8cf8-77d4f42edc87 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:49.705576 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.706847 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-9bd5ab49-57f2-4283-8ae9-c75a40b17ab5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148766 Oct 21 15:15:49.710081 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48414) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:49.714888 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group_rule': {'security_group_id': '5d4c2bb2-8aa5-4d8d-a016-fa251111bd25', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:49.737101 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.740221 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:49.788425 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port d641287a-89a8-4267-8cf8-77d4f42edc87 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:49.788786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.789118 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port d641287a-89a8-4267-8cf8-77d4f42edc87 Oct 21 15:15:49.800472 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (bc058367-a269-4e73-a1e5-29158f2fd5af), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.863253 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (bc058367-a269-4e73-a1e5-29158f2fd5af), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.943444 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (bc058367-a269-4e73-a1e5-29158f2fd5af), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:49.963207 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc058367-a269-4e73-a1e5-29158f2fd5af,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:49.980124 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port d641287a-89a8-4267-8cf8-77d4f42edc87 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:49.980509 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.024456 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port d641287a-89a8-4267-8cf8-77d4f42edc87, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d641287a-89a8-4267-8cf8-77d4f42edc87,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:50.037239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.038520 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-22cfcc12-f3d9-4d68-8d76-f31a69313930 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273325 Oct 21 15:15:50.041218 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48416) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:50.045630 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group_rule': {'security_group_id': '5d4c2bb2-8aa5-4d8d-a016-fa251111bd25', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:50.088793 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Publish callbacks [] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), precommit_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.097872 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.132832 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (c46b0f77-2215-4ee1-924f-03c84cf1fef4), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.145538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=d641287a-89a8-4267-8cf8-77d4f42edc87,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:50.170400 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:50.189623 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.200718 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (c46b0f77-2215-4ee1-924f-03c84cf1fef4), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.255516 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2ddbb-94ed-4d11-a34a-6fb98a91c7d7 None None] Pushing event updated for resources: {'Port': ['ID=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,revision_number=3']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:50.275370 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (c46b0f77-2215-4ee1-924f-03c84cf1fef4), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.288968 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Attempting to bind port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 on host dv-cinder-836083-16-iscsi for vnic_type normal with profile {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:15:50.289201 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Attempting to bind port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 by drivers openvswitch,hyperv on host dv-cinder-836083-16-iscsi at level 0 using segments [{'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:15:50.289538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Attempting to bind port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 on network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:15:50.296657 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46b0f77-2215-4ee1-924f-03c84cf1fef4,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:50.332122 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Checking agent: {'id': '2d598d02-fb9a-4aff-a285-2220b6be23bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 14, 55, 54), 'started_at': datetime.datetime(2022, 10, 21, 14, 56, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:15:50.332495 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Checking segment: {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:15:50.332895 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.333291 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Bound using segment: {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'} {{(pid=105100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:15:50.333763 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.managers [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Bound port: 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38, host: dv-cinder-836083-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915742d4-ecc5-4468-b377-a4f720be6b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75'}}] {{(pid=105100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:15:50.334147 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.336706 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:50.351126 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.352392 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-9a02aefe-7960-4bfc-8ad4-0d7d9478bd7d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101494 Oct 21 15:15:50.355131 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48418) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:50.359659 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group_rule': {'security_group_id': '5d4c2bb2-8aa5-4d8d-a016-fa251111bd25', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:50.395922 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] For port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38, host dv-cinder-836083-16-iscsi, cleared binding levels {{(pid=105100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:15:50.399182 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] For port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38, host dv-cinder-836083-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:15:50.445232 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.securitygroups_db [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Project 791930b581eb4c55bebd1e6eacc6b4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 15:15:50.450923 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (0b804c6f-a229-4525-a6e4-1f27a240ab8b), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.474915 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.512113 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (0b804c6f-a229-4525-a6e4-1f27a240ab8b), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.519833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Routers {'6b45a4d9-b523-4719-a0cc-775f28a888b6'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:15:50.520456 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:15:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['6b45a4d9-b523-4719-a0cc-775f28a888b6'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:50.572488 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (0b804c6f-a229-4525-a6e4-1f27a240ab8b), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.572833 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2ddbb-94ed-4d11-a34a-6fb98a91c7d7 None None] Pushing event updated for resources: {'Port': ['ID=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:50.592457 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b804c6f-a229-4525-a6e4-1f27a240ab8b,revision_number=0']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:50.644551 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] Set router 6b45a4d9-b523-4719-a0cc-775f28a888b6 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:15:50.652638 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.653819 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-bc7b749c-2d80-4bfe-9d88-563f00f8641b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2977395 Oct 21 15:15:50.657065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48420) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:15:50.661606 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'security_group_rule': {'security_group_id': '5d4c2bb2-8aa5-4d8d-a016-fa251111bd25', 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:15:50.732298 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.db.securitygroups_db [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Project 791930b581eb4c55bebd1e6eacc6b4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 15:15:50.738612 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (f506b552-eaea-43af-b2a9-96f8ee22908a), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.749341 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:50.797816 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:50.801927 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (f506b552-eaea-43af-b2a9-96f8ee22908a), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.835115 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 4, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '443ad5ae-fa2c-449e-9e91-0ccc7b0bde38', 'name': '', 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'mac_address': 'fa:16:3e:02:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:46Z', 'updated_at': '2022-10-21T15:15:50Z', 'revision_number': 4, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'subnets': [{'id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:15:50.851778 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943908'] for security_group_rule (f506b552-eaea-43af-b2a9-96f8ee22908a), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.862377 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c739356-5e4e-4339-9eb2-7b7cf0365999 None None] The sync data for ids ['6b45a4d9-b523-4719-a0cc-775f28a888b6'] in dv-cinder-836083-16-iscsi is: [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:47Z', 'revision_number': 4, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '443ad5ae-fa2c-449e-9e91-0ccc7b0bde38', 'name': '', 'network_id': '1094fe49-c92c-45d5-bd12-0376cf0b5c75', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'mac_address': 'fa:16:3e:02:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:46Z', 'updated_at': '2022-10-21T15:15:50Z', 'revision_number': 4, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'subnets': [{'id': 'ce7dc83e-822d-4820-bc25-67989e12c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:15:50.872077 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f506b552-eaea-43af-b2a9-96f8ee22908a,revision_number=0']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:50.940131 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:50.941455 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-c60c3f08-1fcd-45b9-b9b7-3be90ede8531 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2834125 Oct 21 15:15:51.429419 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e1f56800-441e-44bf-a010-97a1b86051e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:51.730777 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d641287a-89a8-4267-8cf8-77d4f42edc87 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:51.780395 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port d641287a-89a8-4267-8cf8-77d4f42edc87 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:51.781343 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:51.781712 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port d641287a-89a8-4267-8cf8-77d4f42edc87 Oct 21 15:15:51.859356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port d641287a-89a8-4267-8cf8-77d4f42edc87 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:51.860388 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:51.907689 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:51.908098 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:51.908440 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 Oct 21 15:15:51.985708 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 is: DOWN; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:51.986102 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:52.021002 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] For port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:15:52.080662 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:52.136809 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Pushing event updated for resources: {'Port': ['ID=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:15:52.560712 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:53.670118 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 up at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:15:53.715921 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Provisioning complete for port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:15:53.716292 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:53.716629 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Attempt 1 to provision port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 Oct 21 15:15:53.756661 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:15:53.791538 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Current status of the port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:15:54.098661 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:54.099356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:15:58.185752 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:16:00.592112 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:00.592828 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:00.871921 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=72,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:04.660511 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=19 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:06.707133 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-7dceb8a4-1741-460e-82d9-9f72a74b497c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-415731795&fields=id&tenant_id=791930b581eb4c55bebd1e6eacc6b4c0 HTTP/1.1" status: 200 len: 267 time: 0.0479383 Oct 21 15:16:06.811102 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-16d0b0be-8a8f-4819-970e-4c1ea2b2dc5e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:06.812472 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-16d0b0be-8a8f-4819-970e-4c1ea2b2dc5e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 809 time: 0.0988846 Oct 21 15:16:06.827622 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-bda53f67-06cf-4e38-b703-f96019be3e15 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/quotas/791930b581eb4c55bebd1e6eacc6b4c0 HTTP/1.1" status: 200 len: 375 time: 0.0087290 Oct 21 15:16:06.874898 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-3edaee82-34fd-4617-8154-d1622b4ff3dd tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422742 Oct 21 15:16:07.061799 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-4487b762-8f3e-442e-ab92-40f3a1520374 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748211 Oct 21 15:16:07.153796 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0d62fa93-560d-464e-8be8-310e5af32bb0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Oct 21 15:16:07.190776 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:07.200691 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:07.682664 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1aa91492-e254-457a-aae9-00adb5854941 req-19ebd3a6-5014-45e7-879a-f35a1a5541da tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 210 time: 0.0280550 Oct 21 15:16:08.181783 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:08.767155 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8e07f6c1-9e5b-44f6-bba1-0f8491764657 req-7656569b-3965-41b2-8111-55f2a785a17d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 210 time: 0.0270362 Oct 21 15:16:09.869041 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5472b47e-40ba-49aa-93f6-b5ebcc19101c req-765e0295-fa1d-4190-b6bc-bf3136543989 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 210 time: 0.0262339 Oct 21 15:16:09.998672 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-1ff9d87c-142a-4600-917d-63381eeb0b89 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:10.000146 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-1ff9d87c-142a-4600-917d-63381eeb0b89 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 809 time: 0.1049292 Oct 21 15:16:10.061540 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-740ee774-e9bf-49c8-bfe9-786c3e2ebc2a tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=791930b581eb4c55bebd1e6eacc6b4c0 HTTP/1.1" status: 200 len: 379 time: 0.0539222 Oct 21 15:16:10.070161 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'port': {'device_id': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'admin_state_up': True, 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'security_groups': ['5d4c2bb2-8aa5-4d8d-a016-fa251111bd25']}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:16:10.257737 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Made reservation on behalf of 791930b581eb4c55bebd1e6eacc6b4c0 for: {'port': 1} {{(pid=105098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 15:16:10.261671 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:10.389689 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_common [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Allocated IP 172.20.0.6 (837293f8-a356-4517-b08d-a12f8f53a88e/ad1ac635-a170-43c2-9c4c-d733bb1479bc/e6a3ec47-2168-4627-ae9f-8c7d7f376c7b) {{(pid=105098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:16:10.527382 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), precommit_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:10.633549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_create {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:10.682608 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Network 837293f8-a356-4517-b08d-a12f8f53a88e is already hosted by enough agents. {{(pid=105098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:16:10.685771 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.scheduler.base_scheduler [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Resources bound (agent type, host, resource id): {{(pid=105098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:16:10.689567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Received port after_create {{(pid=105098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:16:10.718597 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=1']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:10.747254 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:10.747874 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:10.836352 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-0aecc477-bd89-49a3-b340-083a3508089e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705176 Oct 21 15:16:10.847829 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.v2.base [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Request body: {'port': {'device_id': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=105098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:16:10.874185 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-15dc5a25-d2d3-414f-ac89-4011d45b8d6b None None] Provisioning complete for port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:16:10.877500 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-15dc5a25-d2d3-414f-ac89-4011d45b8d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:10.877500 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-15dc5a25-d2d3-414f-ac89-4011d45b8d6b None None] Attempt 1 to provision port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b Oct 21 15:16:10.903122 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:10.906386 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-15dc5a25-d2d3-414f-ac89-4011d45b8d6b None None] Port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b cannot update to ACTIVE because it is not bound. {{(pid=105100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 21 15:16:10.913739 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:10.949264 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:10.999587 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353e4f5-deae-4256-a5ac-530215ba115b req-a4a18fca-15f6-4eb6-8db0-c759134e98cf tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:11.001079 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a353e4f5-deae-4256-a5ac-530215ba115b req-a4a18fca-15f6-4eb6-8db0-c759134e98cf tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 931 time: 0.0501845 Oct 21 15:16:11.056845 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a353e4f5-deae-4256-a5ac-530215ba115b req-c55d1309-6a4d-4999-bd56-9d9d1c9ea352 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486772 Oct 21 15:16:11.181564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a3ec47-2168-4627-ae9f-8c7d7f376c7b {{(pid=105098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:16:11.189231 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Publish callbacks [] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), precommit_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:11.203068 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.provisioning_blocks [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Transition to ACTIVE for port object e6a3ec47-2168-4627-ae9f-8c7d7f376c7b will not be triggered until provisioned by entity L2. {{(pid=105098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 21 15:16:11.278830 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:11.359065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=2']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:11.388138 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Attempting to bind port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 21 15:16:11.388464 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Attempting to bind port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 21 15:16:11.388788 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Attempting to bind port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b on network 837293f8-a356-4517-b08d-a12f8f53a88e {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:16:11.434541 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b on network 837293f8-a356-4517-b08d-a12f8f53a88e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 15:16:11.434886 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Attempting to bind port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b on network 837293f8-a356-4517-b08d-a12f8f53a88e {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 15:16:11.437319 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:11.477212 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Checking agent: {'id': '108dfdec-697c-476b-88e2-b87a4181c441', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'started_at': datetime.datetime(2022, 10, 21, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 21, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 21 15:16:11.477445 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Checking segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 21 15:16:11.477818 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Bound using segment: {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'} {{(pid=105098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 21 15:16:11.478240 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.managers [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Bound port: e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd3391-bc65-4c2d-ac76-8c5cade38638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e'}}] {{(pid=105098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 21 15:16:11.478592 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:11.538490 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, cleared binding levels {{(pid=105098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 15:16:11.541443 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 15:16:11.606891 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25539888'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:11.611068 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:11.611694 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:11.613730 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 1093 time: 0.7708790 Oct 21 15:16:11.614488 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:16:11.616743 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:16:11.655173 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a8ffa2-9b3a-4e20-ac06-c31e23210e9c x-openstack-request-id: req-d5a8ffa2-9b3a-4e20-ac06-c31e23210e9c {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:16:11.655467 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:16:11.655728 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5a8ffa2-9b3a-4e20-ac06-c31e23210e9c {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:16:11.656133 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a8ffa2-9b3a-4e20-ac06-c31e23210e9c'] response: {'name': 'network-changed', 'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'status': 'completed', 'code': 200} Oct 21 15:16:11.672724 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462f329-898d-4b26-9017-72fbd68cd30b service neutron] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=3']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:11.713490 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e req-791f4942-78a1-459d-a9db-ee2e76ad0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:11.715021 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e req-791f4942-78a1-459d-a9db-ee2e76ad0cbd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1127 time: 0.0383210 Oct 21 15:16:11.812134 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e req-9f7560af-c590-497f-9d61-b87629c33d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:11.813513 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e req-9f7560af-c590-497f-9d61-b87629c33d4c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0921345 Oct 21 15:16:11.908296 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e req-5f18d9b3-565f-4eee-a9e1-c01b24bce8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:11.910316 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-0c070543-e7a0-4686-b52b-3b9c4a6cd35e req-5f18d9b3-565f-4eee-a9e1-c01b24bce8d9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909553 Oct 21 15:16:11.984019 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-76df89be-4eab-48f4-a011-3a0a1938e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:11.985516 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-76df89be-4eab-48f4-a011-3a0a1938e21f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1127 time: 0.0402808 Oct 21 15:16:12.027303 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-40e6a73c-f590-4f2d-8471-9a906ccac23f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 217 time: 0.0357244 Oct 21 15:16:12.076056 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-3a8e8d99-27c4-4fb7-a46f-140d7c5f12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:12.077402 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-3a8e8d99-27c4-4fb7-a46f-140d7c5f12d2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0442142 Oct 21 15:16:12.120047 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-c7d4dee2-7c8c-402b-ab12-abb515d1a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:12.121553 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-c7d4dee2-7c8c-402b-ab12-abb515d1a9d4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384750 Oct 21 15:16:12.180002 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9d97-2f0f-48a8-bd3c-4368e3aded08 req-2ce6c6cf-3b23-4f7e-8e39-9bef0c80056f tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:12.181616 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dafc9d97-2f0f-48a8-bd3c-4368e3aded08 req-2ce6c6cf-3b23-4f7e-8e39-9bef0c80056f tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0468616 Oct 21 15:16:12.218101 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-6260f5cd-5d7e-4c73-961e-436503be92e1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Oct 21 15:16:12.231596 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-dafc9d97-2f0f-48a8-bd3c-4368e3aded08 req-7ed0e8ab-e71a-4912-912b-2d42ffdc964c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442567 Oct 21 15:16:12.279567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:12.306958 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-efec1358-814f-4c5e-8de7-fdd1fcaa2d00 req-13f74f84-f0fb-47d1-b22d-9093265d14de service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832682 Oct 21 15:16:13.357363 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41507-aba0-4e17-b216-7a31c62f4e69 req-8b7fc771-4cfa-47c4-bf4e-d95069115015 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:13.358849 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8ae41507-aba0-4e17-b216-7a31c62f4e69 req-8b7fc771-4cfa-47c4-bf4e-d95069115015 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0465095 Oct 21 15:16:13.410340 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8ae41507-aba0-4e17-b216-7a31c62f4e69 req-a5465b25-e74b-42aa-ae04-597e15198a51 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455844 Oct 21 15:16:14.528151 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11bb06-5fd9-4cb9-b8d4-13b5dbb49002 req-ee57b434-416f-4aef-bebb-dd903ce59cdb tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:14.529592 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d11bb06-5fd9-4cb9-b8d4-13b5dbb49002 req-ee57b434-416f-4aef-bebb-dd903ce59cdb tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0453963 Oct 21 15:16:14.577999 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d11bb06-5fd9-4cb9-b8d4-13b5dbb49002 req-e22cffa8-53ff-4da1-ac88-7c52d4a87ccd tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Oct 21 15:16:15.698260 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79160345-dc2b-4ad1-94e4-d5601da0f4c4 req-4f3c8fcd-3b37-41f6-b6eb-8d2ce0775d11 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:15.699727 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79160345-dc2b-4ad1-94e4-d5601da0f4c4 req-4f3c8fcd-3b37-41f6-b6eb-8d2ce0775d11 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0453637 Oct 21 15:16:15.747731 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-79160345-dc2b-4ad1-94e4-d5601da0f4c4 req-faafc7e9-a0b8-41e5-afc8-7c999519bb6b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Oct 21 15:16:16.869088 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048925-f73f-43e6-b8ad-d26f8062e50f req-6154c7ac-f4f3-445b-898e-0e9d96321906 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:16.870522 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-52048925-f73f-43e6-b8ad-d26f8062e50f req-6154c7ac-f4f3-445b-898e-0e9d96321906 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0487924 Oct 21 15:16:16.911196 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:16.919808 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-52048925-f73f-43e6-b8ad-d26f8062e50f req-4dd132f1-2657-444e-9ccb-ee94b7db42b6 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Oct 21 15:16:17.874824 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:18.041287 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04019570-47a4-401d-9feb-a66ffccc026b req-8851176d-b977-4c9e-9f0c-8c6a1e1ce722 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:18.042751 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04019570-47a4-401d-9feb-a66ffccc026b req-8851176d-b977-4c9e-9f0c-8c6a1e1ce722 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0455465 Oct 21 15:16:18.073963 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:18.092344 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-04019570-47a4-401d-9feb-a66ffccc026b req-8e73a6f2-49c5-4937-a44b-fb9c5ab29ff4 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 Oct 21 15:16:18.874400 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0873ec38-f6fb-444c-988c-527cd5363d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:19.214922 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ec8-4e3f-43df-b4d1-25a33ff3d5cc req-15ec94a5-2052-45a9-be6c-c5d669973a81 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:19.216415 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-12393ec8-4e3f-43df-b4d1-25a33ff3d5cc req-15ec94a5-2052-45a9-be6c-c5d669973a81 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0490751 Oct 21 15:16:19.264875 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-12393ec8-4e3f-43df-b4d1-25a33ff3d5cc req-26326cb6-a642-41a1-950c-13cecb475224 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428479 Oct 21 15:16:20.382895 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9608-8f1a-414d-9c09-05b9a448e45f req-49c25ef8-c281-44d1-967a-fa2017ebdc7c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:20.384340 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2ba9608-8f1a-414d-9c09-05b9a448e45f req-49c25ef8-c281-44d1-967a-fa2017ebdc7c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0455117 Oct 21 15:16:20.433024 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-e2ba9608-8f1a-414d-9c09-05b9a448e45f req-b6ab9dc8-b6b9-4307-b59f-c1728c414a97 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Oct 21 15:16:20.828782 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:16:20.928492 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:16:20.939194 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'port_id': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'mac_address': 'fa:16:3e:84:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:16:20.974008 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:16:20.974407 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:20.987768 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a3ec47-2168-4627-ae9f-8c7d7f376c7b {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:16:21.006823 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:16:21.091805 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:21.137392 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=4']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:21.297980 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:16:21.428254 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f27f93d9-3aa5-4880-a102-ac1c2e226fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:21.555508 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b97581-ced5-4cbc-85bb-e49cf01cbc7c req-eb4d72ae-9d0e-40b3-bac3-993d2598fc95 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:21.556912 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80b97581-ced5-4cbc-85bb-e49cf01cbc7c req-eb4d72ae-9d0e-40b3-bac3-993d2598fc95 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 944 time: 0.0472689 Oct 21 15:16:21.608118 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-80b97581-ced5-4cbc-85bb-e49cf01cbc7c req-5d6e3d1b-a1f7-400e-b7b3-131567913468 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455487 Oct 21 15:16:22.304644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=61 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:22.564005 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:22.730239 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07742ebb-1f3a-4b6f-9272-ca1872901c3c req-da6fbe2b-e802-45b2-90d5-1e65ff2f5261 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:22.731703 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07742ebb-1f3a-4b6f-9272-ca1872901c3c req-da6fbe2b-e802-45b2-90d5-1e65ff2f5261 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 944 time: 0.0465817 Oct 21 15:16:22.781351 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-07742ebb-1f3a-4b6f-9272-ca1872901c3c req-4ce83ac6-b896-4fab-b9f8-857e20966b2a tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Oct 21 15:16:22.829589 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:16:22.874703 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning for port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b completed by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 21 15:16:22.942910 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:16:22.943262 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:22.943599 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b Oct 21 15:16:23.007511 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:23.015091 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:23.017197 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:16:23.017585 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:23.044020 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:16:23.046241 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc6a3b-38f8-49d6-9427-4be3c3e7f55e" -d '{"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-plugged", "status": "completed", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:16:23.066227 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:16:23.141360 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:23.147573 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62a4a8-5e6e-4efe-9e6d-8254a9430591 x-openstack-request-id: req-6d62a4a8-5e6e-4efe-9e6d-8254a9430591 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:16:23.157643 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-plugged", "status": "completed", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:16:23.157643 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d62a4a8-5e6e-4efe-9e6d-8254a9430591 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:16:23.157643 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d62a4a8-5e6e-4efe-9e6d-8254a9430591'] response: {'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'code': 200} Oct 21 15:16:23.194086 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=5']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:23.451170 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59fd7-359a-4a72-ab44-40786c08d3c3 req-75262284-04d5-413f-a9c5-e5e1c31e1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:23.452635 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e5d59fd7-359a-4a72-ab44-40786c08d3c3 req-75262284-04d5-413f-a9c5-e5e1c31e1acd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0417750 Oct 21 15:16:23.498131 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e5d59fd7-359a-4a72-ab44-40786c08d3c3 req-dff1d408-b807-4f21-ae04-bd90c57c3b18 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 Oct 21 15:16:23.900612 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badaf45-5a7f-42cc-9011-dc9efaab77ae req-24d531c0-f991-4c01-b838-44baeefeb60c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:23.902068 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0badaf45-5a7f-42cc-9011-dc9efaab77ae req-24d531c0-f991-4c01-b838-44baeefeb60c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0462067 Oct 21 15:16:23.951180 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-0badaf45-5a7f-42cc-9011-dc9efaab77ae req-0776d943-3bbb-44cc-bc3e-108b51ad9182 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Oct 21 15:16:24.091945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:24.113360 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:25.079064 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21f328-7100-48d9-ad32-4b8d3939eb35 req-92dacf50-dcc8-4b98-a8a9-311be03907ee tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:25.080524 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d21f328-7100-48d9-ad32-4b8d3939eb35 req-92dacf50-dcc8-4b98-a8a9-311be03907ee tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0493505 Oct 21 15:16:25.130189 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7d21f328-7100-48d9-ad32-4b8d3939eb35 req-64c7792c-c479-4015-8ad8-ed1dabd27254 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Oct 21 15:16:25.251585 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb5def-30f3-48c7-ab3c-ddf2f52b7c24 req-4779e7aa-b6c0-4922-89a5-0e0258d12033 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:25.253122 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30eb5def-30f3-48c7-ab3c-ddf2f52b7c24 req-4779e7aa-b6c0-4922-89a5-0e0258d12033 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Oct 21 15:16:25.302772 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30eb5def-30f3-48c7-ab3c-ddf2f52b7c24 req-158a30ce-cbfb-4ff5-a70f-45030cac2cb5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Oct 21 15:16:25.330914 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48592) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:16:25.411413 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab12e2a-4a02-4c68-92c0-998cae9ed18d tempest-TestShelveInstance-1738668665 tempest-TestShelveInstance-1738668665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:25.412939 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-eab12e2a-4a02-4c68-92c0-998cae9ed18d tempest-TestShelveInstance-1738668665 tempest-TestShelveInstance-1738668665-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1124 time: 0.0810368 Oct 21 15:16:25.416258 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48596) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:16:25.420480 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.v2.base [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Request body: {'floatingip': {'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'port_id': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 21 15:16:25.521114 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:25.601421 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (None), before_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:25.698091 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:25.706656 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.db_base_plugin_common [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Allocated IP 172.27.0.200 (3f9d7aa5-88e2-4fef-92e6-32995217004b/b4962cac-d21b-492a-92dc-5e9294bb0f64/341689cd-40dd-488d-b1a4-fabd631f885d) {{(pid=105099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 15:16:25.710242 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:25.809030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for port (341689cd-40dd-488d-b1a4-fabd631f885d), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:25.919122 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751456562463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (341689cd-40dd-488d-b1a4-fabd631f885d), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:25.967877 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Network 3f9d7aa5-88e2-4fef-92e6-32995217004b is already hosted by enough agents. {{(pid=105099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 15:16:25.971417 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.base_scheduler [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Resources bound (agent type, host, resource id): {{(pid=105099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 15:16:25.973456 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'Port': ['ID=341689cd-40dd-488d-b1a4-fabd631f885d,revision_number=1']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:25.976669 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Received port after_create {{(pid=105099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 21 15:16:25.999609 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:25.999953 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.000289 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.000621 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.000950 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.001276 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.001600 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.001994 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.002315 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.002673 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.003513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.003944 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.004265 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.004583 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.004928 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:16:26.329351 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for floatingip (5da6f6d9-d540-41e9-abdd-c4d6a108cae4), precommit_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:26.361086 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:26.457277 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (341689cd-40dd-488d-b1a4-fabd631f885d), before_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:26.604069 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for port (341689cd-40dd-488d-b1a4-fabd631f885d), precommit_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:26.691900 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4023776'] for port (341689cd-40dd-488d-b1a4-fabd631f885d), after_update {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:26.758129 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event updated for resources: {'Port': ['ID=341689cd-40dd-488d-b1a4-fabd631f885d,revision_number=2']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:16:26.760630 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613895'] for floatingip (5da6f6d9-d540-41e9-abdd-c4d6a108cae4), after_create {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:26.809184 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:26.855773 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Floating IP 5da6f6d9-d540-41e9-abdd-c4d6a108cae4 associated. External IP: 172.27.0.200, port: e6a3ec47-2168-4627-ae9f-8c7d7f376c7b. Oct 21 15:16:27.289292 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Router 2214a327-b185-4663-8d85-35f8052ac370 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:16:27.391131 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:16:27.400675 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] Sync routers for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:16:27.411453 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:16:27.412069 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:16:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:16:27.476884 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:27.507802 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-50a6b343-f044-4f6b-9936-00c858ab576d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0904937 Oct 21 15:16:27.508444 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:16:27.510841 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd156404-a4b0-4a60-91ae-3b872220c3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:16:27.514163 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:16:27.602448 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56394ce-a00a-4b2e-9ce0-c9a297e26388 x-openstack-request-id: req-f56394ce-a00a-4b2e-9ce0-c9a297e26388 {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:16:27.602785 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:16:27.603038 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f56394ce-a00a-4b2e-9ce0-c9a297e26388 {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:16:27.603441 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56394ce-a00a-4b2e-9ce0-c9a297e26388'] response: {'name': 'network-changed', 'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'status': 'completed', 'code': 200} Oct 21 15:16:27.668354 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-41a828c8-0796-41da-8205-f8dc089eef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:27.669852 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-41a828c8-0796-41da-8205-f8dc089eef35 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0397129 Oct 21 15:16:27.730372 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '5da6f6d9-d540-41e9-abdd-c4d6a108cae4', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '2214a327-b185-4663-8d85-35f8052ac370', 'port_id': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'mac_address': 'fa:16:3e:84:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:16:26Z', 'updated_at': '2022-10-21T15:16:26Z', 'revision_number': 0, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:46Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:16:27.758214 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] Checking router: 2214a327-b185-4663-8d85-35f8052ac370 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:16:27.764835 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-6ba5ad0a-aa85-4715-958c-6f5e3177938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:27.766331 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-6ba5ad0a-aa85-4715-958c-6f5e3177938d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0898693 Oct 21 15:16:27.766510 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:16:27.767144 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:16:21Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:16:27.827111 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-4b02efe2-d28a-4eea-9256-f926ce46516c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 999 time: 0.0547550 Oct 21 15:16:27.867800 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:16:27.874505 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-c9df4670-c4f7-4a31-b176-90c97febcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:27.876086 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-c9df4670-c4f7-4a31-b176-90c97febcec7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0435994 Oct 21 15:16:27.921623 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-8e99e89c-a531-438c-80c7-b55699338529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:27.923152 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-8e99e89c-a531-438c-80c7-b55699338529 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416667 Oct 21 15:16:28.034625 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-ef948222-dc4c-4856-bf36-82d171f9197c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575316 Oct 21 15:16:28.048587 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-c1123d67-ec8c-4878-9c60-ae46a494a0b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193805 Oct 21 15:16:28.077780 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '5da6f6d9-d540-41e9-abdd-c4d6a108cae4', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '2214a327-b185-4663-8d85-35f8052ac370', 'port_id': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'mac_address': 'fa:16:3e:84:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:16:26Z', 'updated_at': '2022-10-21T15:16:26Z', 'revision_number': 0, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:46Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:16:28.102655 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0adb6f-5af0-4a70-b81c-3d725a625496 None None] The sync data for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi is: [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_floatingips': [{'id': '5da6f6d9-d540-41e9-abdd-c4d6a108cae4', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'router_id': '2214a327-b185-4663-8d85-35f8052ac370', 'port_id': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'mac_address': 'fa:16:3e:84:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-21T15:16:26Z', 'updated_at': '2022-10-21T15:16:26Z', 'revision_number': 0, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:46Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:16:28.140342 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-dd156404-a4b0-4a60-91ae-3b872220c3a4 req-a3b43313-77cb-4f29-abf9-84a15af30464 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862899 Oct 21 15:16:28.297417 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbe92f-1b86-49f1-8e87-24de227e8135 None None] New status for floating IP 5da6f6d9-d540-41e9-abdd-c4d6a108cae4: ACTIVE {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:16:28.317750 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-0fa348d9-7c07-41f4-a624-e0e58de16086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:28.319390 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-0fa348d9-7c07-41f4-a624-e0e58de16086 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0412922 Oct 21 15:16:28.425972 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-e7382d03-a619-422f-aba8-b4cc6435f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:28.427510 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-e7382d03-a619-422f-aba8-b4cc6435f25a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0908914 Oct 21 15:16:28.488229 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-e46165e1-a4bb-435d-be2f-b5004576b593 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 999 time: 0.0545297 Oct 21 15:16:28.540777 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-a6345901-d3d0-44d2-a530-7526839b4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:28.542238 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-a6345901-d3d0-44d2-a530-7526839b4e06 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0490472 Oct 21 15:16:28.585825 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-e44b5203-1a9c-4908-9720-62f702c85ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:16:28.587340 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-e44b5203-1a9c-4908-9720-62f702c85ee8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387096 Oct 21 15:16:28.669388 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:28.686815 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-eda89c7d-044a-411e-abac-83b3d3c69163 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 Oct 21 15:16:28.732499 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:28.771461 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-61679efa-cb8e-42de-8db6-9176b4ed8794 req-51556e3a-217d-4d0c-a866-5993c418b428 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853450 Oct 21 15:16:35.185892 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:16:37.502275 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:37.505245 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:38.397691 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:38.404038 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:38.768224 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=13 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:47.047711 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=84 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:47.049543 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=98 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:16:47.891929 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:48.908912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-d3c69e5a-cb50-4dc7-9989-754318263d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:51.443588 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5f63a483-9d2d-4cd2-9771-e91e53fccf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:52.537160 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:54.114223 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:16:54.142677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:04.017199 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:04.019054 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:12.185279 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:17:17.906789 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:18.888727 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6ce6b6ef-f3c8-4975-9d34-192e39e6c2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:21.442996 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6879-bb88-4b3f-aa3f-8e6e98cf9f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:22.180788 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:22.181513 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:22.534182 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:24.116974 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:24.151255 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:28.778396 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-319d2821-5f05-4f87-9e50-05ae44fa612f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375307 Oct 21 15:17:28.858021 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795625-72a0-4059-8818-77406c122c55 req-4304b545-ca9e-43dc-acd9-c252e94bc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:17:28.859518 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-4304b545-ca9e-43dc-acd9-c252e94bc7ec service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0414400 Oct 21 15:17:28.962122 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795625-72a0-4059-8818-77406c122c55 req-2c68418b-52f5-4b65-824b-5cd7868ae3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:17:28.963646 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-2c68418b-52f5-4b65-824b-5cd7868ae3d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0856287 Oct 21 15:17:29.028233 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-31b8781b-ad24-41d5-b5f5-0a3ffacdd4f3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 1001 time: 0.0587020 Oct 21 15:17:29.075345 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795625-72a0-4059-8818-77406c122c55 req-f7dc8b76-716b-410f-b91c-4d8d0136d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:17:29.076656 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-f7dc8b76-716b-410f-b91c-4d8d0136d73d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0432241 Oct 21 15:17:29.119756 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795625-72a0-4059-8818-77406c122c55 req-d2ba2d83-8ee3-44db-8500-3f135fcaa007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:17:29.121242 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-d2ba2d83-8ee3-44db-8500-3f135fcaa007 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381882 Oct 21 15:17:29.213926 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-2d9532cd-e1bf-4f41-a377-fcfd4e33bd07 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863085 Oct 21 15:17:29.302746 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-4b795625-72a0-4059-8818-77406c122c55 req-b01c0a7f-a5ed-4683-a473-b2a8ec1ebe8e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827439 Oct 21 15:17:34.021984 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:34.024859 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:39.297869 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=50 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:39.298547 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=51 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:47.919903 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:48.882657 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4720c700-9e60-4b5a-b22a-3e3bebeede25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:49.185701 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:17:51.394243 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7b21da6f-4b5a-4141-8636-02052aa767b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:52.557026 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:54.076777 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:54.105204 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:17:55.653828 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:17:59.181811 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:07.050420 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:UPDATE=3,neutron:SELECT=17 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:07.056784 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:18.005196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:18.870605 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-63bec10e-48d3-43c3-af7c-a5b58f6441a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:21.418961 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-f5998ad4-128b-4083-9f1e-a474fd586e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:22.540584 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:22.952728 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450ff43-acaf-4357-a80e-c8539627757b req-a95cbf41-1705-4a81-8d70-10e71f60fae8 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:22.954259 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7450ff43-acaf-4357-a80e-c8539627757b req-a95cbf41-1705-4a81-8d70-10e71f60fae8 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Oct 21 15:18:23.004220 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-7450ff43-acaf-4357-a80e-c8539627757b req-a9a060e7-3075-444b-bf5b-196fbec89677 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Oct 21 15:18:24.070665 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:24.082114 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:24.134448 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad625f2-44f1-467e-8089-244221b24e42 req-fbb623cf-26d1-422b-b15d-8b9efa64e187 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:24.136403 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-aad625f2-44f1-467e-8089-244221b24e42 req-fbb623cf-26d1-422b-b15d-8b9efa64e187 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0509059 Oct 21 15:18:24.186091 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-aad625f2-44f1-467e-8089-244221b24e42 req-946e7fdb-3e5b-42c4-af41-7b52ab76e57c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 Oct 21 15:18:25.311940 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d99ee5-3c47-4ac4-9b2a-ac5e402875de req-512e1f27-7920-4cef-95b5-5d6c42ffd3f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:25.313448 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30d99ee5-3c47-4ac4-9b2a-ac5e402875de req-512e1f27-7920-4cef-95b5-5d6c42ffd3f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0468357 Oct 21 15:18:25.362537 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-30d99ee5-3c47-4ac4-9b2a-ac5e402875de req-77a3f03b-bd3a-48ed-a53e-dbbf12f2ed2d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Oct 21 15:18:26.185454 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:18:26.487616 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50ce38-306d-4493-aa3f-bd5e94d7db43 req-f311cb74-155b-492e-a287-c1e90d2d3311 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:26.489066 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4f50ce38-306d-4493-aa3f-bd5e94d7db43 req-f311cb74-155b-492e-a287-c1e90d2d3311 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0484524 Oct 21 15:18:26.537527 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4f50ce38-306d-4493-aa3f-bd5e94d7db43 req-55be1e7f-3efe-455f-ba71-03b63d7b1835 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429933 Oct 21 15:18:27.654647 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159143b-2340-4653-ac80-4e36649a237a req-07fecfa1-d5d6-4b8b-b85c-72062bc835ba tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:27.656094 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f159143b-2340-4653-ac80-4e36649a237a req-07fecfa1-d5d6-4b8b-b85c-72062bc835ba tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0452676 Oct 21 15:18:27.704815 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f159143b-2340-4653-ac80-4e36649a237a req-f5727aa4-ca71-493b-ae81-e2fb90997a6b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432692 Oct 21 15:18:28.827262 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea72f-33c8-4565-bd63-1fb881d28b17 req-98f62821-8da4-4d8b-99d6-535adb43e0c1 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:28.828725 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a67ea72f-33c8-4565-bd63-1fb881d28b17 req-98f62821-8da4-4d8b-99d6-535adb43e0c1 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0464468 Oct 21 15:18:28.880282 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-a67ea72f-33c8-4565-bd63-1fb881d28b17 req-e3acb726-7199-413b-9ae8-c1c03e3f6059 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 Oct 21 15:18:30.000220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f555323-4792-4685-a06d-3b8dcc5cf357 req-2762582c-c415-4e03-9145-bf18206fd207 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:30.001712 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8f555323-4792-4685-a06d-3b8dcc5cf357 req-2762582c-c415-4e03-9145-bf18206fd207 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0466952 Oct 21 15:18:30.053026 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8f555323-4792-4685-a06d-3b8dcc5cf357 req-7a1cb0b2-a39b-430f-89d8-050cea86bb33 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Oct 21 15:18:30.084722 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146b34-338d-4756-85b0-a475be99ddb0 req-7ff8213e-7a7b-4e1d-ae5a-cc321adb6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:30.086283 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-7ff8213e-7a7b-4e1d-ae5a-cc321adb6d67 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0445006 Oct 21 15:18:30.189460 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146b34-338d-4756-85b0-a475be99ddb0 req-ff4af65c-a445-4d21-9d67-b2dcf78dc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:30.190973 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-ff4af65c-a445-4d21-9d67-b2dcf78dc2f9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0871196 Oct 21 15:18:30.255824 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-97f2a3cc-6507-4f58-be5d-df8c1eae482a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 1001 time: 0.0590193 Oct 21 15:18:30.303975 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146b34-338d-4756-85b0-a475be99ddb0 req-1b8d6d28-de81-4d1c-9a60-97dac7298609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:30.305431 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-1b8d6d28-de81-4d1c-9a60-97dac7298609 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0439770 Oct 21 15:18:30.348304 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146b34-338d-4756-85b0-a475be99ddb0 req-8d90e55f-2153-4831-9d60-842e35448adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:30.349794 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-8d90e55f-2153-4831-9d60-842e35448adc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378428 Oct 21 15:18:30.682232 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-ea955523-6151-49fc-aa7c-499e3b8dad26 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268232 Oct 21 15:18:30.771608 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-07146b34-338d-4756-85b0-a475be99ddb0 req-502fcdda-9c2c-4f02-827f-495edd956e09 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827348 Oct 21 15:18:31.173216 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f8df-ecf0-44a4-8927-6f5de04207f8 req-13e4e4f6-8375-4f37-b30a-c1dec821611d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:31.174678 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d84f8df-ecf0-44a4-8927-6f5de04207f8 req-13e4e4f6-8375-4f37-b30a-c1dec821611d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0470641 Oct 21 15:18:31.222163 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8d84f8df-ecf0-44a4-8927-6f5de04207f8 req-4ae2f74b-42dd-4459-898e-67d29682bb33 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Oct 21 15:18:32.346594 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa1e6-96a2-41d1-acc0-0564553a2afd req-676f0476-e5ea-42e6-ab5d-8cc315b04fb7 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:32.348104 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-276aa1e6-96a2-41d1-acc0-0564553a2afd req-676f0476-e5ea-42e6-ab5d-8cc315b04fb7 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Oct 21 15:18:32.395954 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-276aa1e6-96a2-41d1-acc0-0564553a2afd req-606085c7-0570-4c04-bfc2-80b87a97f394 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Oct 21 15:18:32.649410 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:33.123514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376228f-0af0-49c6-adf5-236bc78b207b req-fd77ec12-65e1-438b-8363-f8c6ce4465d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:33.125005 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-fd77ec12-65e1-438b-8363-f8c6ce4465d1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0424483 Oct 21 15:18:33.214022 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376228f-0af0-49c6-adf5-236bc78b207b req-8599d189-d416-4905-9bbf-ddbde4528fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:33.215643 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-8599d189-d416-4905-9bbf-ddbde4528fa1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0853434 Oct 21 15:18:33.279919 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-1a9c7f54-02e7-435f-9f3c-2c316f9667a9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 1001 time: 0.0576217 Oct 21 15:18:33.327042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376228f-0af0-49c6-adf5-236bc78b207b req-606ca726-b29c-43d0-9193-2d4502f4f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:33.328479 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-606ca726-b29c-43d0-9193-2d4502f4f35e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0432084 Oct 21 15:18:33.370210 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376228f-0af0-49c6-adf5-236bc78b207b req-f6db4490-8c54-49dd-b13e-87f094d2c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:33.371690 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-f6db4490-8c54-49dd-b13e-87f094d2c146 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379455 Oct 21 15:18:33.465962 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-19c62e74-8f0b-42cb-9db5-19b690609be2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881433 Oct 21 15:18:33.515211 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b47ab9-6f00-4f23-9fcb-6f25a9e6df78 req-791c0061-009f-47a2-be25-3d2d2ca0c685 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:33.516699 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-99b47ab9-6f00-4f23-9fcb-6f25a9e6df78 req-791c0061-009f-47a2-be25-3d2d2ca0c685 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0457733 Oct 21 15:18:33.559519 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-d376228f-0af0-49c6-adf5-236bc78b207b req-f8056b34-afcc-4a1d-98b8-b793fdff3b5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878255 Oct 21 15:18:33.566175 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-99b47ab9-6f00-4f23-9fcb-6f25a9e6df78 req-14646214-c07a-48b3-a709-c9f31622eb88 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439224 Oct 21 15:18:34.016008 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:34.023532 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:34.695116 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913bb2a-da79-44cd-a773-439702639a95 req-c3d2587c-544e-4689-b7d3-9c19f6a4ff5e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:34.696627 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8913bb2a-da79-44cd-a773-439702639a95 req-c3d2587c-544e-4689-b7d3-9c19f6a4ff5e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0474417 Oct 21 15:18:34.719681 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:34.751038 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8913bb2a-da79-44cd-a773-439702639a95 req-d514dced-cbe5-4234-be25-119becd73900 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473933 Oct 21 15:18:35.855734 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:35.873505 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8104360-baf0-4928-839a-8f5d64ad2d4f req-766f251a-9e25-4046-87fb-37d417d3cd87 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:35.874987 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b8104360-baf0-4928-839a-8f5d64ad2d4f req-766f251a-9e25-4046-87fb-37d417d3cd87 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0466864 Oct 21 15:18:35.926902 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-b8104360-baf0-4928-839a-8f5d64ad2d4f req-d0490f3e-19f9-4eb1-bdfb-211def4fd4f2 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460505 Oct 21 15:18:36.180920 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:37.053212 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8f226-b4d1-44de-afb3-cb7c6d8bd6a7 req-153134ee-fb15-43a3-a699-222e8239335d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:37.055448 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-acb8f226-b4d1-44de-afb3-cb7c6d8bd6a7 req-153134ee-fb15-43a3-a699-222e8239335d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0498617 Oct 21 15:18:37.105605 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-acb8f226-b4d1-44de-afb3-cb7c6d8bd6a7 req-70c8ee37-d10d-47db-84d8-46e82015e16b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445321 Oct 21 15:18:37.224385 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-6fa6457d-d51f-466e-bd20-0d3c963d8107 req-af2e1c2b-890f-4b57-9faa-fd7b6cdde46f service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:18:37.225461 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-6fa6457d-d51f-466e-bd20-0d3c963d8107 req-af2e1c2b-890f-4b57-9faa-fd7b6cdde46f service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0482643 Oct 21 15:18:37.578932 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fc7b7-d115-4a2a-9c0f-d1fac8efab5f req-4675432e-bdf6-4560-9c08-2f81e53ed537 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:37.581181 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-342fc7b7-d115-4a2a-9c0f-d1fac8efab5f req-4675432e-bdf6-4560-9c08-2f81e53ed537 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0513644 Oct 21 15:18:37.633199 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-342fc7b7-d115-4a2a-9c0f-d1fac8efab5f req-9816ef73-9deb-4b8d-87df-b6f078972636 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464225 Oct 21 15:18:37.643389 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:37.653982 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-35725cb6-664f-4d53-bc28-fbbbc7a73889 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892708 Oct 21 15:18:37.663349 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-1a8cb9bc-ab30-4fa6-90e7-ba7b721d5381 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 21 15:18:37.663544 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-1a8cb9bc-ab30-4fa6-90e7-ba7b721d5381 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048454 Oct 21 15:18:37.785293 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-46ad7c58-3544-4c6b-ae1c-0f8fec27b772 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:37.786647 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-46ad7c58-3544-4c6b-ae1c-0f8fec27b772 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports/e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 942 time: 0.0940552 Oct 21 15:18:38.754725 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eb3a2-68fe-45c4-bcdc-975e9f010d6e req-267a9ddb-0524-4a91-8224-fc599a5cbae1 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:38.756149 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-699eb3a2-68fe-45c4-bcdc-975e9f010d6e req-267a9ddb-0524-4a91-8224-fc599a5cbae1 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0471094 Oct 21 15:18:38.806254 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-699eb3a2-68fe-45c4-bcdc-975e9f010d6e req-71da8615-7d10-423c-9d81-d54c34256ae5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Oct 21 15:18:39.393821 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:18:39.468749 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b is: ACTIVE; New status is: DOWN {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:18:39.469144 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:39.491981 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:18:39.494225 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ef403a-0294-4853-9142-0caba7d09148" -d '{"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:18:39.506817 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:18:39.532581 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Oct 2022 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2e115e-e0c8-4f71-8b6c-5950715d69d5 x-openstack-request-id: req-da2e115e-e0c8-4f71-8b6c-5950715d69d5 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:18:39.532581 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-unplugged", "status": "failed", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "code": 422}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:18:39.532845 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da2e115e-e0c8-4f71-8b6c-5950715d69d5 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:18:39.533252 dv-cinder-836083-16-iscsi neutron-server[105100]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-da2e115e-e0c8-4f71-8b6c-5950715d69d5']: {'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'code': 422} returned with failed status Oct 21 15:18:39.570805 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:39.617288 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=6']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:18:39.624193 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.624542 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.624889 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.625229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.625563 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.625894 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.626219 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.626544 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.626898 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.627222 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.627545 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.627869 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.628187 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.628504 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.628820 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:18:39.903924 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=100 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:39.933526 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-c36cff2f-86dc-4e1d-a887-a860371e448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:39.935057 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-c36cff2f-86dc-4e1d-a887-a860371e448f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47&tenant_id=791930b581eb4c55bebd1e6eacc6b4c0 HTTP/1.1" status: 200 len: 1127 time: 0.0403433 Oct 21 15:18:39.938769 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e53bbb-23f9-407e-8f8d-76baec0de5a7 req-e1dceb20-650d-4b8f-b747-69dd8d60bdf2 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:39.940223 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-26e53bbb-23f9-407e-8f8d-76baec0de5a7 req-e1dceb20-650d-4b8f-b747-69dd8d60bdf2 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0513623 Oct 21 15:18:39.992928 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-26e53bbb-23f9-407e-8f8d-76baec0de5a7 req-5137c4a8-33bd-48ba-b1a0-abafda28533c tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458255 Oct 21 15:18:39.999558 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-8f76f812-2ba3-4ba3-b636-30a4e245ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:40.001093 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-8f76f812-2ba3-4ba3-b636-30a4e245ab0c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1127 time: 0.0433419 Oct 21 15:18:40.091313 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-a9700142-c76c-4e6c-91ed-3fbedbe7fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:40.092776 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-a9700142-c76c-4e6c-91ed-3fbedbe7fb5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0859056 Oct 21 15:18:40.158286 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-9a63cf0b-5c12-40e0-8435-9df78e060664 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 999 time: 0.0595875 Oct 21 15:18:40.207187 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-94c0ec48-e0c8-4ce8-ad30-7758682aad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:40.208642 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-94c0ec48-e0c8-4ce8-ad30-7758682aad42 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0452161 Oct 21 15:18:40.251549 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-3d1ed5f7-9e26-49fd-ba50-96de0b5cd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:40.253040 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-3d1ed5f7-9e26-49fd-ba50-96de0b5cd6ed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386534 Oct 21 15:18:40.345710 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-7d1e723d-6fa3-4cc1-be90-ed8ce33e235c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Oct 21 15:18:40.435004 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-2fc37990-acf0-4579-a8f1-f2e0dd88b2ae req-934d4d51-2d73-4c4c-af2c-7b8dd28cd502 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 Oct 21 15:18:41.112299 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4074f-82e5-49bc-84e3-615c18912669 req-1d963f38-1847-4ab2-8ddb-4c4368f690d8 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:41.113770 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1ec4074f-82e5-49bc-84e3-615c18912669 req-1d963f38-1847-4ab2-8ddb-4c4368f690d8 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0460443 Oct 21 15:18:41.162551 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-1ec4074f-82e5-49bc-84e3-615c18912669 req-d479b5ad-42b4-4774-a8c7-a48b503eeeac tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432479 Oct 21 15:18:42.280460 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63121ae-662a-4063-bfdb-1bf6f7511a10 req-9e045a4a-9fde-4afc-8433-c0fbc6cb00c5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:42.281843 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f63121ae-662a-4063-bfdb-1bf6f7511a10 req-9e045a4a-9fde-4afc-8433-c0fbc6cb00c5 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0452490 Oct 21 15:18:42.334426 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-f63121ae-662a-4063-bfdb-1bf6f7511a10 req-e2b6aa8c-8380-482f-9658-09e2e77bfc73 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469866 Oct 21 15:18:43.454557 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5321e1-95c5-459a-8a76-fa8f4cfa6991 req-1b87dea8-ab29-4dae-86bc-f70836414c29 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:43.456024 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fb5321e1-95c5-459a-8a76-fa8f4cfa6991 req-1b87dea8-ab29-4dae-86bc-f70836414c29 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0469916 Oct 21 15:18:43.505640 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-fb5321e1-95c5-459a-8a76-fa8f4cfa6991 req-894daf15-720c-44f5-9e3d-db37dd141ce4 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Oct 21 15:18:44.629195 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b25217-15d4-4881-9a9d-d2280a00ebe4 req-d96be43e-c54b-4f13-b1a8-688cc40be908 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:44.630771 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71b25217-15d4-4881-9a9d-d2280a00ebe4 req-d96be43e-c54b-4f13-b1a8-688cc40be908 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0489464 Oct 21 15:18:44.682574 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-71b25217-15d4-4881-9a9d-d2280a00ebe4 req-ba796de1-c287-4cc6-808c-b854b30f020d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454330 Oct 21 15:18:45.806925 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6332e-3c23-4407-a4ec-a7c4a9b808a2 req-0ab8737d-56d0-4da4-9577-91cc941e4eeb tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:45.808399 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-36c6332e-3c23-4407-a4ec-a7c4a9b808a2 req-0ab8737d-56d0-4da4-9577-91cc941e4eeb tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0501282 Oct 21 15:18:45.859050 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-36c6332e-3c23-4407-a4ec-a7c4a9b808a2 req-f5c3af71-d32e-4ef7-8003-70b1fc681f99 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Oct 21 15:18:46.978876 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ccbd7-c8d4-40af-b20f-58df9d295e1b req-ea169b26-9948-419d-a8fa-ce9071132f98 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:46.981967 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-511ccbd7-c8d4-40af-b20f-58df9d295e1b req-ea169b26-9948-419d-a8fa-ce9071132f98 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 943 time: 0.0458028 Oct 21 15:18:46.991965 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:47.031141 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-511ccbd7-c8d4-40af-b20f-58df9d295e1b req-be82e13f-6d09-4176-8844-04c7f530dcc6 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446672 Oct 21 15:18:47.142359 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=11 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:47.147351 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=15 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:47.437669 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=105100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 15:18:47.533900 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:18:47.548491 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Returning: {'device': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'port_id': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'mac_address': 'fa:16:3e:84:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 15:18:47.583498 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b is: DOWN; New status is: BUILD {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:18:47.583886 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:47.596711 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a3ec47-2168-4627-ae9f-8c7d7f376c7b {{(pid=105100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 21 15:18:47.617154 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:18:47.702348 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:47.749699 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=7']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:18:47.906717 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] get_ports_and_sgs() called for port_ids ['e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'] {{(pid=105100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 21 15:18:48.029045 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:48.156780 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8adc5-08ec-40af-936f-83679be4ec12 req-2709a7c1-b18f-4c83-af00-9c0483a9da3d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:48.158323 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4fd8adc5-08ec-40af-936f-83679be4ec12 req-2709a7c1-b18f-4c83-af00-9c0483a9da3d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 944 time: 0.0489621 Oct 21 15:18:48.170513 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:48.212656 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-4fd8adc5-08ec-40af-936f-83679be4ec12 req-cf10fa3b-fdbb-4f92-b927-15f29476916f tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483770 Oct 21 15:18:48.898299 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0a783393-4cf4-4a6a-a680-3ee661959626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:49.335641 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf770414-5a4d-43b2-9a01-b50b9bcd962f req-e55dcbe9-b9e4-4d63-9cc9-7f4c7ce6920e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:49.337102 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bf770414-5a4d-43b2-9a01-b50b9bcd962f req-e55dcbe9-b9e4-4d63-9cc9-7f4c7ce6920e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 944 time: 0.0471058 Oct 21 15:18:49.385645 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-bf770414-5a4d-43b2-9a01-b50b9bcd962f req-6823623f-35e2-4466-ab54-44b6dba1731e tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Oct 21 15:18:49.441112 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b up at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 15:18:49.468129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:49.482476 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:49.488979 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Provisioning complete for port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b triggered by entity L2. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:18:49.489352 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:49.489710 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Attempt 1 to provision port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b Oct 21 15:18:49.560101 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Current status of the port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b is: BUILD; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:18:49.560481 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16478492'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:49.583978 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:18:49.586181 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229c8f9beb4009df2062b3696c56df1bf3fd248c6017c5587bbcb1369164fe66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c61fff-b9f0-4a46-913a-c2e2256b80a4" -d '{"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-plugged", "status": "completed", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:18:49.599515 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:18:49.664295 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751457006192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751456562481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751456562499'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:49.715289 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Pushing event updated for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=8']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:18:50.425078 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=54 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:50.431046 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=49 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:18:50.505635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b528dd-10af-4a62-b282-ee122d2cf34e req-bb29fc29-bbc0-4ef3-9fe9-cb58425dc59d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:50.507124 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-13b528dd-10af-4a62-b282-ee122d2cf34e req-bb29fc29-bbc0-4ef3-9fe9-cb58425dc59d tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0464947 Oct 21 15:18:50.556391 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-13b528dd-10af-4a62-b282-ee122d2cf34e req-b9c52fd7-ed3a-4241-9c77-49d7e45a50c9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Oct 21 15:18:50.634258 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577cc68-1b43-419a-bb2a-320093e31e29 x-openstack-request-id: req-d577cc68-1b43-419a-bb2a-320093e31e29 {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:18:50.634786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-plugged", "status": "completed", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "code": 200}]} {{(pid=105100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:18:50.634896 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d577cc68-1b43-419a-bb2a-320093e31e29 {{(pid=105100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:18:50.635249 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d577cc68-1b43-419a-bb2a-320093e31e29'] response: {'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'code': 200} Oct 21 15:18:50.886250 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a182504-8d69-41a4-9b9f-72f14d2a238a req-29cf2448-e9a3-4ae8-bf54-c6d9b2fd8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:50.888157 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7a182504-8d69-41a4-9b9f-72f14d2a238a req-29cf2448-e9a3-4ae8-bf54-c6d9b2fd8821 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0425394 Oct 21 15:18:50.934584 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-7a182504-8d69-41a4-9b9f-72f14d2a238a req-23f04fb6-2da6-4327-bc8e-f52fcdf8cb63 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399210 Oct 21 15:18:51.410383 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-fb611868-cf87-4a5f-bb19-cfee6e8b56a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:51.681557 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df21799-0d56-4d29-970d-43b5450b0437 req-cc983a02-22b2-4b67-b25e-fde583918625 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:51.683039 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5df21799-0d56-4d29-970d-43b5450b0437 req-cc983a02-22b2-4b67-b25e-fde583918625 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Oct 21 15:18:51.732073 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-5df21799-0d56-4d29-970d-43b5450b0437 req-4a92f8c5-8cff-4862-a9bb-181c3d359def tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427973 Oct 21 15:18:52.532809 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:52.853026 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2b1d0-1e95-4db5-9a64-fd0eb6ae867f req-33b4defc-df2b-4d81-9860-0e460f22a22f tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:18:52.854420 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9ec2b1d0-1e95-4db5-9a64-fd0eb6ae867f req-33b4defc-df2b-4d81-9860-0e460f22a22f tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0464776 Oct 21 15:18:52.903633 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-9ec2b1d0-1e95-4db5-9a64-fd0eb6ae867f req-24f66c67-6c72-4fcf-b719-ed9a9706bdcd tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Oct 21 15:18:54.130457 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:18:54.155136 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:00.927468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=10 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:00.931646 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=8 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:02.895702 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=30 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:02.899589 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=56 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:03.184132 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:19:04.026154 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:04.029044 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:09.646190 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:13.180037 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=6 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:18.006335 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:18.880851 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-93ab14d5-e474-4076-ad47-17dc8d100adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:21.410609 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9415c873-2437-4449-a144-6b55f89a2c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:22.564478 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:23.190006 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=2 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:24.103416 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:24.115071 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:32.656504 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-3c77a28c-cb4e-40a8-900d-ebfb2608ac07 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374804 Oct 21 15:19:32.733269 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-b2847539-4f01-4888-948f-08f0e35c5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:19:32.735290 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-b2847539-4f01-4888-948f-08f0e35c5a27 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0381162 Oct 21 15:19:32.838340 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-be6c3eb2-57d2-4429-9082-0ac3556f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:19:32.839824 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-be6c3eb2-57d2-4429-9082-0ac3556f0f66 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0880945 Oct 21 15:19:32.900905 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-10ca23d5-b183-451b-9c8c-05cca344cad7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 1001 time: 0.0548139 Oct 21 15:19:32.953719 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-d47dc607-77bc-4b60-b6c7-24edbdc9bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:19:32.955200 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-d47dc607-77bc-4b60-b6c7-24edbdc9bd28 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0480576 Oct 21 15:19:32.997484 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-bcc39c23-73c4-4f76-81bf-152799c3d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:19:32.999021 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-bcc39c23-73c4-4f76-81bf-152799c3d3e6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380321 Oct 21 15:19:33.091346 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-d1ae07da-4e74-4ddc-9052-fe01a6d245d0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866265 Oct 21 15:19:33.178771 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-e712f8f1-45a1-47cc-b878-9691f272c523 req-61e4833f-8d70-4be2-a96a-e9ec4d03d2f8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809610 Oct 21 15:19:34.029558 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:34.030330 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:40.184183 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:19:43.112103 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [req-9c823a25-1dee-4e45-a356-72dfc01a637f req-9c1f87f9-3f27-4d78-8468-135bbfabd7f0 service neutron] (105099) timed out ('10.222.0.16', 64473) {{(pid=105099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 21 15:19:43.173521 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=53 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:43.175498 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=48 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:47.070653 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [req-622dbccc-7ae9-4f95-9937-52c63c321688 req-8733c9b8-99e2-4401-a1f7-f872676583b5 service neutron] (105098) timed out ('10.222.0.16', 64493) {{(pid=105098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 21 15:19:47.207074 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:48.021444 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:48.948800 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-22ae8773-add2-477a-b85a-130b12ed71a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:50.181023 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=6 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:19:51.428912 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-468557ef-2807-4c52-842a-710acd88e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:52.543246 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:54.080353 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:19:54.091362 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:07.064065 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:07.069049 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:08.762220 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48756) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:08.903395 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Deleting port 341689cd-40dd-488d-b1a4-fabd631f885d {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:08.903749 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (341689cd-40dd-488d-b1a4-fabd631f885d), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:08.984249 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (341689cd-40dd-488d-b1a4-fabd631f885d), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:08.984583 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for floatingip (341689cd-40dd-488d-b1a4-fabd631f885d), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:08.998094 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Calling delete_port for 341689cd-40dd-488d-b1a4-fabd631f885d owned by network:floatingip {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:09.217262 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (341689cd-40dd-488d-b1a4-fabd631f885d), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:09.241095 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event deleted for resources: {'Port': ['ID=341689cd-40dd-488d-b1a4-fabd631f885d,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.258120 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.259242 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.259242 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.259242 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.259242 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:09.316112 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for floatingip (5da6f6d9-d540-41e9-abdd-c4d6a108cae4), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:09.316443 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.db.l3_db [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Floating IP 5da6f6d9-d540-41e9-abdd-c4d6a108cae4 disassociated (deleted). External IP: 172.27.0.200, port: e6a3ec47-2168-4627-ae9f-8c7d7f376c7b. Oct 21 15:20:09.513702 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Router 2214a327-b185-4663-8d85-35f8052ac370 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:20:09.616729 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:20:09.621520 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for floatingip (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:09.626151 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] Sync routers for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:20:09.636653 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:20:09.637261 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:19:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:09.646296 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:09.652130 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-f777195e-2275-484c-a01c-55ef5c5975f9 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/5da6f6d9-d540-41e9-abdd-c4d6a108cae4 HTTP/1.1" status: 204 len: 168 time: 0.8888113 Oct 21 15:20:09.654733 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:20:09.655230 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca54510efb7f7f6d3d180789fa20494c751e97297e6c65e0ca243a5f0938c62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fb6475-85b5-4684-bc90-0032a2df3014" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:20:09.711041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Oct 2022 15:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29344a3b-465b-4326-80d3-b5622a81c28e x-openstack-request-id: req-29344a3b-465b-4326-80d3-b5622a81c28e {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:20:09.711041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "status": "completed", "code": 200}]} {{(pid=105099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:20:09.711041 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29344a3b-465b-4326-80d3-b5622a81c28e {{(pid=105099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:20:09.711041 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29344a3b-465b-4326-80d3-b5622a81c28e'] response: {'name': 'network-changed', 'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'status': 'completed', 'code': 200} Oct 21 15:20:09.747637 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:20:09.818480 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-60a290db-5a0f-420f-b50e-b0ea324d9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:09.820060 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-60a290db-5a0f-420f-b50e-b0ea324d9e36 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 1129 time: 0.0881746 Oct 21 15:20:09.916425 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-40e47608-e021-4406-878b-edb7b4c1c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:09.918410 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-40e47608-e021-4406-878b-edb7b4c1c617 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 200 len: 910 time: 0.0920496 Oct 21 15:20:09.937679 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:46Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:09.963463 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] Checking router: 2214a327-b185-4663-8d85-35f8052ac370 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:20:09.966389 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-e1d37aef-f62b-4251-873a-e3fe4455a3d6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 200 len: 217 time: 0.0375862 Oct 21 15:20:09.972237 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:20:09.972843 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:19:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:10.020461 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-ef8ff84d-841b-466b-8c98-3aa8b3d25715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:10.021856 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-ef8ff84d-841b-466b-8c98-3aa8b3d25715 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 200 len: 848 time: 0.0500476 Oct 21 15:20:10.075972 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-bc94be25-8acd-4dc2-9b86-209e203170a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:10.077519 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-bc94be25-8acd-4dc2-9b86-209e203170a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=837293f8-a356-4517-b08d-a12f8f53a88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498292 Oct 21 15:20:10.152270 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:20:10.184768 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9aba7-6a3c-4e01-a977-39a20e632811 req-10298e3d-4741-4fc0-9413-c6e00360b8f8 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:10.186326 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8bc9aba7-6a3c-4e01-a977-39a20e632811 req-10298e3d-4741-4fc0-9413-c6e00360b8f8 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.1025925 Oct 21 15:20:10.206551 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:10.247076 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-8bc9aba7-6a3c-4e01-a977-39a20e632811 req-4f597ddb-9885-48e8-9901-d4e8c734751b tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539818 Oct 21 15:20:10.340537 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:46Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:10.364287 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7a2b2-c21a-4bb5-a275-8338d32869d2 None None] The sync data for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi is: [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:41Z', 'revision_number': 4, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi', '_interfaces': [{'id': '69c7433e-d4d5-4e30-8914-832a850c4423', 'name': '', 'network_id': '837293f8-a356-4517-b08d-a12f8f53a88e', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'mac_address': 'fa:16:3e:f0:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:40Z', 'updated_at': '2022-10-21T15:15:46Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'subnets': [{'id': 'ad1ac635-a170-43c2-9c4c-d733bb1479bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:20:10.576398 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e2a5f-a100-435f-955a-033774e762eb None None] New status for floating IP 5da6f6d9-d540-41e9-abdd-c4d6a108cae4: DOWN {{(pid=105100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 21 15:20:11.102787 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-f0429dca-1c23-48ba-81b2-9a02d5d73bd6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Oct 21 15:20:11.276306 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-c3fb6475-85b5-4684-bc90-0032a2df3014 req-4d6c910a-7de4-4ec6-b5c2-0d79f351449d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924404 Oct 21 15:20:11.420654 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c79-f531-4cfc-8852-9d998aab4789 req-de8d1391-6d0c-4b08-baed-f28cb2a82ff2 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:11.422113 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ffb06c79-f531-4cfc-8852-9d998aab4789 req-de8d1391-6d0c-4b08-baed-f28cb2a82ff2 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0963318 Oct 21 15:20:11.471138 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-ffb06c79-f531-4cfc-8852-9d998aab4789 req-f35ecee9-f772-4b34-ac12-22baa56c1266 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433416 Oct 21 15:20:11.578452 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-7319b412-e77f-46ec-9fcb-068efa416981 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 21 15:20:11.580356 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-7319b412-e77f-46ec-9fcb-068efa416981 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 945 time: 0.0453537 Oct 21 15:20:11.662366 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Deleting port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:11.662735 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:11.750151 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] For port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:11.750509 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:11.767182 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Calling delete_port for e6a3ec47-2168-4627-ae9f-8c7d7f376c7b owned by compute:nova {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:11.970653 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (e6a3ec47-2168-4627-ae9f-8c7d7f376c7b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:11.999471 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event deleted for resources: {'Port': ['ID=e6a3ec47-2168-4627-ae9f-8c7d7f376c7b,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:12.028621 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.028967 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.029308 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.029644 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.029977 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.030300 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.030623 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.030968 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.031291 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.031610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.031929 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.032249 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.032567 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.033496 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.033881 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:12.056930 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] No DVR routers for this DVR port e6a3ec47-2168-4627-ae9f-8c7d7f376c7b on host hv-cinder-83608 {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:20:12.059326 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503648'] for port (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:12.062526 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [req-99e58643-2b0b-4352-90d2-5e07cbb339da req-ae584a1e-c473-458b-b3ce-aae257fc8402 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e6a3ec47-2168-4627-ae9f-8c7d7f376c7b HTTP/1.1" status: 204 len: 173 time: 0.4778948 Oct 21 15:20:12.063021 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-deleted', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b'}] {{(pid=105098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 21 15:20:12.065446 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89ede6c3131cf43fae452c43192f0ce336deb8bbcaaabcd26ad05e0930e5d5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32228692-de2c-4639-b9ac-0599dd3a7000" -d '{"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-deleted", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b"}]}' {{(pid=105098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 15:20:12.156569 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Oct 2022 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7610d-3329-4d2e-9c75-a77da039438d x-openstack-request-id: req-0eb7610d-3329-4d2e-9c75-a77da039438d {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 15:20:12.157170 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9fda3f-c444-421a-8593-9d053a0e1d47", "name": "network-vif-deleted", "tag": "e6a3ec47-2168-4627-ae9f-8c7d7f376c7b", "status": "completed", "code": 200}]} {{(pid=105098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 15:20:12.157170 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0eb7610d-3329-4d2e-9c75-a77da039438d {{(pid=105098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 15:20:12.157527 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb7610d-3329-4d2e-9c75-a77da039438d'] response: {'server_uuid': '8f9fda3f-c444-421a-8593-9d053a0e1d47', 'name': 'network-vif-deleted', 'tag': 'e6a3ec47-2168-4627-ae9f-8c7d7f376c7b', 'status': 'completed', 'code': 200} Oct 21 15:20:12.574830 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [req-23f7a2b0-0dcd-43ba-b4f3-e5b3e16fa1d4 req-ab4b2be9-a6bf-48ff-a4b2-a8626f6457d0 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8f9fda3f-c444-421a-8593-9d053a0e1d47 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Oct 21 15:20:13.644148 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48790) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:13.699364 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01ac9e90-b4c7-4a6c-a700-cef06e9a8c45 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group (5d4c2bb2-8aa5-4d8d-a016-fa251111bd25), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:13.726308 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01ac9e90-b4c7-4a6c-a700-cef06e9a8c45 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group (5d4c2bb2-8aa5-4d8d-a016-fa251111bd25), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:13.834048 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01ac9e90-b4c7-4a6c-a700-cef06e9a8c45 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (5d4c2bb2-8aa5-4d8d-a016-fa251111bd25), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:13.836635 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-01ac9e90-b4c7-4a6c-a700-cef06e9a8c45 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Publish callbacks [] for security_group (None), before_response {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:13.837773 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-01ac9e90-b4c7-4a6c-a700-cef06e9a8c45 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5d4c2bb2-8aa5-4d8d-a016-fa251111bd25 HTTP/1.1" status: 204 len: 168 time: 0.1946573 Oct 21 15:20:13.847602 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9e90-b4c7-4a6c-a700-cef06e9a8c45 tempest-TestShelveInstance-740080834 tempest-TestShelveInstance-740080834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4c2bb2-8aa5-4d8d-a016-fa251111bd25,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:13.949588 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48794) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:14.253370 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (2214a327-b185-4663-8d85-35f8052ac370), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:14.469848 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Deleting port 69c7433e-d4d5-4e30-8914-832a850c4423 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:14.470790 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:14.513023 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:14.535601 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:14.552687 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] For port 69c7433e-d4d5-4e30-8914-832a850c4423, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=69c7433e-d4d5-4e30-8914-832a850c4423,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:14.553044 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:14.566427 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Calling delete_port for 69c7433e-d4d5-4e30-8914-832a850c4423 owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:14.777118 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (69c7433e-d4d5-4e30-8914-832a850c4423), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:14.799752 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c7433e-d4d5-4e30-8914-832a850c4423,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:14.963561 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (2214a327-b185-4663-8d85-35f8052ac370), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:14.986592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfcc7c-527a-49fe-8378-1b7fa40b5c69 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:20:15.060911 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfcc7c-527a-49fe-8378-1b7fa40b5c69 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:20:15.418347 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Router 2214a327-b185-4663-8d85-35f8052ac370 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:20:15.474651 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:15.525975 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:20:15.534000 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-44052897-33be-440b-bd12-2e1a1569d7c2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/2214a327-b185-4663-8d85-35f8052ac370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5831537 Oct 21 15:20:15.534348 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48796) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:15.536249 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] Sync routers for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:20:15.547953 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:20:15.549228 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:19:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:15.571937 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:15.633388 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:15.644462 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks [] for router (2214a327-b185-4663-8d85-35f8052ac370), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:15.657754 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:20:15.753810 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks [] for router_gateway (2214a327-b185-4663-8d85-35f8052ac370), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:15.825378 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:15.839428 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:20:14Z', 'revision_number': 5, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port': {'id': '245a43c9-ad40-4dfb-80c4-fac2828a0397', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214a327-b185-4663-8d85-35f8052ac370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:15.862774 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Deleting port 245a43c9-ad40-4dfb-80c4-fac2828a0397 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:15.863518 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:15.873241 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:15.898345 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] No Port match for: e6a3ec47-2168-4627-ae9f-8c7d7f376c7b {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:15.898579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Device e6a3ec47-2168-4627-ae9f-8c7d7f376c7b not bound to the agent host hv-cinder-83608 {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:15.906061 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-613b98bb-89f3-4299-ac9b-73f33635b4e9 None None] Provisioning complete for port e2c37116-bef9-4999-b1cc-410cd1ec1d07 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:20:15.906425 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-613b98bb-89f3-4299-ac9b-73f33635b4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:15.906992 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-613b98bb-89f3-4299-ac9b-73f33635b4e9 None None] Attempt 1 to provision port e2c37116-bef9-4999-b1cc-410cd1ec1d07 Oct 21 15:20:15.950439 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] For port 245a43c9-ad40-4dfb-80c4-fac2828a0397, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=245a43c9-ad40-4dfb-80c4-fac2828a0397,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:15.950912 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:15.960782 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] Checking router: 2214a327-b185-4663-8d85-35f8052ac370 for host: dv-cinder-836083-16-iscsi {{(pid=105101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:20:15.963574 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=100 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:15.967027 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Calling delete_port for 245a43c9-ad40-4dfb-80c4-fac2828a0397 owned by network:router_gateway {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:15.974224 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] Routers {'2214a327-b185-4663-8d85-35f8052ac370'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:20:15.974224 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:19:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['2214a327-b185-4663-8d85-35f8052ac370'], 'active': True} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:15.987593 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-613b98bb-89f3-4299-ac9b-73f33635b4e9 None None] Current status of the port e2c37116-bef9-4999-b1cc-410cd1ec1d07 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:20:16.061036 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_dvr_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] Set router 2214a327-b185-4663-8d85-35f8052ac370 gateway port host: None {{(pid=105101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:20:16.110569 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.l3_hamode_db [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:20:15Z', 'revision_number': 6, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:16.135126 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31754da-a34e-42e9-a313-d6a15c9255b9 None None] The sync data for ids ['2214a327-b185-4663-8d85-35f8052ac370'] in dv-cinder-836083-16-iscsi is: [{'id': '2214a327-b185-4663-8d85-35f8052ac370', 'name': 'tempest-TestShelveInstance-1249796511-router', 'tenant_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:38Z', 'updated_at': '2022-10-21T15:20:15Z', 'revision_number': 6, 'project_id': '791930b581eb4c55bebd1e6eacc6b4c0', 'gw_port_host': None}] {{(pid=105101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:20:16.217214 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (245a43c9-ad40-4dfb-80c4-fac2828a0397), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.244420 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Pushing event deleted for resources: {'Port': ['ID=245a43c9-ad40-4dfb-80c4-fac2828a0397,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:16.307378 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (2214a327-b185-4663-8d85-35f8052ac370), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.391885 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (2214a327-b185-4663-8d85-35f8052ac370), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.394610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks [] for router_controller (2214a327-b185-4663-8d85-35f8052ac370), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.497192 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (2214a327-b185-4663-8d85-35f8052ac370), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.497791 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2214a327-b185-4663-8d85-35f8052ac370 {{(pid=105098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:20:16.502564 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.503815 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-2282cdb0-4542-4a7e-a837-ad97e8eb7068 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/2214a327-b185-4663-8d85-35f8052ac370 HTTP/1.1" status: 204 len: 168 time: 0.9684036 Oct 21 15:20:16.506362 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48798) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:16.558239 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Deleting subnet ad1ac635-a170-43c2-9c4c-d733bb1479bc {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:20:16.561608 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Publish callbacks [] for subnet (ad1ac635-a170-43c2-9c4c-d733bb1479bc), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.599972 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (ad1ac635-a170-43c2-9c4c-d733bb1479bc), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.661309 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:16.674051 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (ad1ac635-a170-43c2-9c4c-d733bb1479bc), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.714143 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:16.794511 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (ad1ac635-a170-43c2-9c4c-d733bb1479bc), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.821162 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ac635-a170-43c2-9c4c-d733bb1479bc,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:16.825144 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.828254 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-dc766df9-e8ac-4215-9d7c-e280c93aa685 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/ad1ac635-a170-43c2-9c4c-d733bb1479bc HTTP/1.1" status: 204 len: 168 time: 0.3209174 Oct 21 15:20:16.831912 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48800) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:16.834304 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab8c55-f9a3-4442-96ce-2a5eaaaebe99 None None] Network 837293f8-a356-4517-b08d-a12f8f53a88e requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:20:16.905178 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (837293f8-a356-4517-b08d-a12f8f53a88e), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:16.960446 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Deleting port e2c37116-bef9-4999-b1cc-410cd1ec1d07 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:16.961042 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.003730 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] DHCP port deletion for 837293f8-a356-4517-b08d-a12f8f53a88e request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:20:17.032444 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] For port e2c37116-bef9-4999-b1cc-410cd1ec1d07, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=e2c37116-bef9-4999-b1cc-410cd1ec1d07,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:17.034008 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.041286 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Deleting port e2c37116-bef9-4999-b1cc-410cd1ec1d07 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:17.041666 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.047513 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Calling delete_port for e2c37116-bef9-4999-b1cc-410cd1ec1d07 owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:17.112782 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] For port e2c37116-bef9-4999-b1cc-410cd1ec1d07, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=e2c37116-bef9-4999-b1cc-410cd1ec1d07,segment=NetworkSegment(66bd3391-bc65-4c2d-ac76-8c5cade38638),segment_id=66bd3391-bc65-4c2d-ac76-8c5cade38638)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:17.113180 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.131716 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Calling delete_port for e2c37116-bef9-4999-b1cc-410cd1ec1d07 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:17.185259 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:20:17.217088 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.224231 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (e2c37116-bef9-4999-b1cc-410cd1ec1d07), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.246409 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c37116-bef9-4999-b1cc-410cd1ec1d07,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:17.249895 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] No DVR routers for this DVR port e2c37116-bef9-4999-b1cc-410cd1ec1d07 on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:20:17.250654 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Pushing event deleted for resources: {'Port': ['ID=e2c37116-bef9-4999-b1cc-410cd1ec1d07,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:17.253189 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] No DVR routers for this DVR port e2c37116-bef9-4999-b1cc-410cd1ec1d07 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:20:17.263263 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.263677 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.264119 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.264527 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.265098 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.265467 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.265945 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.266286 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.266710 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.267143 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.267799 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.268201 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.268597 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.268990 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.269384 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b61f4-0a7b-4f48-8a9f-f55dc1ce8c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-16-iscsi {{(pid=105100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 15:20:17.323352 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (837293f8-a356-4517-b08d-a12f8f53a88e), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.342885 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837293f8-a356-4517-b08d-a12f8f53a88e']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:17.352424 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bd3391-bc65-4c2d-ac76-8c5cade38638') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:17.352718 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bd3391-bc65-4c2d-ac76-8c5cade38638') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:17.362556 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (66bd3391-bc65-4c2d-ac76-8c5cade38638), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.375430 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (66bd3391-bc65-4c2d-ac76-8c5cade38638), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.381731 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:20:17.382108 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (66bd3391-bc65-4c2d-ac76-8c5cade38638), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.451212 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 66bd3391-bc65-4c2d-ac76-8c5cade38638 resource provider aggregate not found Oct 21 15:20:17.468984 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 66bd3391-bc65-4c2d-ac76-8c5cade38638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66bd3391-bc65-4c2d-ac76-8c5cade38638 found for delete ", "request_id": "req-b8b78aa2-ce98-484a-888a-e42a9d7cb283"}]} Oct 21 15:20:17.508255 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (837293f8-a356-4517-b08d-a12f8f53a88e), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.513922 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.517005 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/837293f8-a356-4517-b08d-a12f8f53a88e HTTP/1.1" status: 204 len: 168 time: 0.6841865 Oct 21 15:20:17.520111 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.wsgi [-] (105099) accepted ('10.222.0.60', 48808) {{(pid=105099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:17.528391 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1deed0-5933-42a1-bde0-0dee98cbbdbf admin admin] Pushing event deleted for resources: {'Network': ['ID=837293f8-a356-4517-b08d-a12f8f53a88e,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:17.768119 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:17.792272 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 69c7433e-d4d5-4e30-8914-832a850c4423 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:17.811505 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 69c7433e-d4d5-4e30-8914-832a850c4423 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:17.811845 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 69c7433e-d4d5-4e30-8914-832a850c4423 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:17.812260 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 245a43c9-ad40-4dfb-80c4-fac2828a0397 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:17.830097 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613639'] for router_interface (6b45a4d9-b523-4719-a0cc-775f28a888b6), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:17.830335 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 245a43c9-ad40-4dfb-80c4-fac2828a0397 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:17.830785 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 245a43c9-ad40-4dfb-80c4-fac2828a0397 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:17.831266 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device e2c37116-bef9-4999-b1cc-410cd1ec1d07 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:17.849704 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: e2c37116-bef9-4999-b1cc-410cd1ec1d07 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:17.850042 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device e2c37116-bef9-4999-b1cc-410cd1ec1d07 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:18.022615 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:18.051269 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Deleting port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 {{(pid=105099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:18.051611 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), before_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:18.133620 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.db [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] For port 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:18.133980 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), precommit_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:18.147030 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.plugins.ml2.plugin [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Calling delete_port for 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 owned by network:router_interface {{(pid=105099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:18.241810 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=100 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:18.377232 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4023705'] for port (443ad5ae-fa2c-449e-9e91-0ccc7b0bde38), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:18.401214 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=443ad5ae-fa2c-449e-9e91-0ccc7b0bde38,revision_number=None']} {{(pid=105099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:18.565974 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron_lib.callbacks.manager [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-774253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612599'] for router_interface (6b45a4d9-b523-4719-a0cc-775f28a888b6), after_delete {{(pid=105099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:18.585692 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172f306-b8b3-4b4f-96ec-6436992ec5e4 None None] get_active_networks_info from dv-cinder-836083-16-iscsi {{(pid=105100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 21 15:20:18.655780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172f306-b8b3-4b4f-96ec-6436992ec5e4 None None] Resources bound (agent type, host, resource id): {{(pid=105100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 21 15:20:18.662456 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:18.665738 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:18.771810 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Router 6b45a4d9-b523-4719-a0cc-775f28a888b6 has already been hosted by L3 agent 3517d04c-30ca-434e-9b80-a5946f934d95 {{(pid=105099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 15:20:18.774757 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:18.877641 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] Notify agent at l3_agent.dv-cinder-836083-16-iscsi the message routers_updated {{(pid=105099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 15:20:18.882882 dv-cinder-836083-16-iscsi neutron-server[105099]: INFO neutron.wsgi [None req-481fd33e-53f8-46c6-99ef-1ff28d661a1a admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/6b45a4d9-b523-4719-a0cc-775f28a888b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3616552 Oct 21 15:20:18.885560 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48810) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:18.890772 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] Sync routers for ids ['6b45a4d9-b523-4719-a0cc-775f28a888b6'] in dv-cinder-836083-16-iscsi {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 15:20:18.894739 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-de134d02-6a59-4a43-bf16-71f04be9c365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:18.904351 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] Routers {'6b45a4d9-b523-4719-a0cc-775f28a888b6'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:20:18.904962 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:19:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['6b45a4d9-b523-4719-a0cc-775f28a888b6'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:18.997179 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks [] for router (6b45a4d9-b523-4719-a0cc-775f28a888b6), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:19.019215 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] Set router 6b45a4d9-b523-4719-a0cc-775f28a888b6 gateway port host: dv-cinder-836083-16-iscsi {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:20:19.106094 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:19.110165 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks [] for router_gateway (6b45a4d9-b523-4719-a0cc-775f28a888b6), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:19.203488 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'external_fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:20:18Z', 'revision_number': 5, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port': {'id': 'd641287a-89a8-4267-8cf8-77d4f42edc87', 'name': '', 'network_id': '3f9d7aa5-88e2-4fef-92e6-32995217004b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4962cac-d21b-492a-92dc-5e9294bb0f64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-16-iscsi'}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:19.232545 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] Checking router: 6b45a4d9-b523-4719-a0cc-775f28a888b6 for host: dv-cinder-836083-16-iscsi {{(pid=105100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 15:20:19.242352 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] Routers {'6b45a4d9-b523-4719-a0cc-775f28a888b6'} bound to L3 agent in host dv-cinder-836083-16-iscsi {{(pid=105100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 21 15:20:19.243256 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-21T14:55:51Z,description=,heartbeat_timestamp=2022-10-21T15:19:51Z,host='dv-cinder-836083-16-iscsi',id=3517d04c-30ca-434e-9b80-a5946f934d95,load=0,resource_versions=,resources_synced=,started_at=2022-10-21T14:55:52Z,topic='l3_agent')) {'router_ids': ['6b45a4d9-b523-4719-a0cc-775f28a888b6'], 'active': True} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:19.255510 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Deleting port d641287a-89a8-4267-8cf8-77d4f42edc87 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:19.258739 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:19.336348 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvr_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] Set router 6b45a4d9-b523-4719-a0cc-775f28a888b6 gateway port host: None {{(pid=105100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 21 15:20:19.336696 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:19.338614 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] For port d641287a-89a8-4267-8cf8-77d4f42edc87, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=d641287a-89a8-4267-8cf8-77d4f42edc87,segment=NetworkSegment(0203dd07-b0b2-486e-af2d-17150848a749),segment_id=0203dd07-b0b2-486e-af2d-17150848a749)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:19.338990 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:19.355625 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Calling delete_port for d641287a-89a8-4267-8cf8-77d4f42edc87 owned by network:router_gateway {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:19.365289 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.provisioning_blocks [None req-a60ddbed-6436-4d2b-8e66-54b1321ad960 None None] Provisioning complete for port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 triggered by entity DHCP. {{(pid=105100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 21 15:20:19.365666 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a60ddbed-6436-4d2b-8e66-54b1321ad960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620936'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), provisioning_complete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:19.365998 dv-cinder-836083-16-iscsi neutron-server[105100]: INFO neutron.plugins.ml2.plugin [None req-a60ddbed-6436-4d2b-8e66-54b1321ad960 None None] Attempt 1 to provision port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 Oct 21 15:20:19.393520 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_hamode_db [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:20:19Z', 'revision_number': 6, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port_host': None}], 'dv-cinder-836083-16-iscsi', False) {} {{(pid=105100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:19.435470 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0d591-f373-41e6-bc21-a4b9e7a3bd3a None None] The sync data for ids ['6b45a4d9-b523-4719-a0cc-775f28a888b6'] in dv-cinder-836083-16-iscsi is: [{'id': '6b45a4d9-b523-4719-a0cc-775f28a888b6', 'name': 'tempest-TestShelveInstance-1010005491-router', 'tenant_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-21T15:15:44Z', 'updated_at': '2022-10-21T15:20:19Z', 'revision_number': 6, 'project_id': '81ea7a8d51c94095bf9cda1c73562c6a', 'gw_port_host': None}] {{(pid=105100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 15:20:19.492817 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-a60ddbed-6436-4d2b-8e66-54b1321ad960 None None] Current status of the port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 is: ACTIVE; New status is: ACTIVE {{(pid=105100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 21 15:20:19.691596 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (d641287a-89a8-4267-8cf8-77d4f42edc87), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:19.852555 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:19.874322 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:19.874814 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 443ad5ae-fa2c-449e-9e91-0ccc7b0bde38 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:19.971495 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d641287a-89a8-4267-8cf8-77d4f42edc87,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:20.031712 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613958'] for router_gateway (6b45a4d9-b523-4719-a0cc-775f28a888b6), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.117837 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3319'] for router (6b45a4d9-b523-4719-a0cc-775f28a888b6), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.120010 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks [] for router_controller (6b45a4d9-b523-4719-a0cc-775f28a888b6), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.240188 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612544'] for router (6b45a4d9-b523-4719-a0cc-775f28a888b6), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.240794 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b45a4d9-b523-4719-a0cc-775f28a888b6 {{(pid=105098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 15:20:20.245057 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.246470 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5b480524-0bc3-43c3-9e8e-4787fa2714b8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/6b45a4d9-b523-4719-a0cc-775f28a888b6 HTTP/1.1" status: 204 len: 168 time: 1.3596692 Oct 21 15:20:20.248852 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48812) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:20.295610 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Deleting subnet ce7dc83e-822d-4820-bc25-67989e12c5d7 {{(pid=105098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 21 15:20:20.299007 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Publish callbacks [] for subnet (ce7dc83e-822d-4820-bc25-67989e12c5d7), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.335119 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25515699'] for subnet (ce7dc83e-822d-4820-bc25-67989e12c5d7), precommit_delete_associations {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.416514 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16614054'] for subnet (ce7dc83e-822d-4820-bc25-67989e12c5d7), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.537176 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16614061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25539966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25450100'] for subnet (ce7dc83e-822d-4820-bc25-67989e12c5d7), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.540451 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:20.561992 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7dc83e-822d-4820-bc25-67989e12c5d7,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:20.568468 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for subnet (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.571836 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a7e9943a-d5eb-4494-9e12-501a7e0c1b84 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/ce7dc83e-822d-4820-bc25-67989e12c5d7 HTTP/1.1" status: 204 len: 168 time: 0.3220642 Oct 21 15:20:20.574229 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2183dd-59b3-4ad1-8006-40081fd9f638 None None] Network 1094fe49-c92c-45d5-bd12-0376cf0b5c75 requested from dv-cinder-836083-16-iscsi {{(pid=105100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 21 15:20:20.574751 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48814) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:20.645736 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16483850'] for network (1094fe49-c92c-45d5-bd12-0376cf0b5c75), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.695157 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Deleting port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 {{(pid=105098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:20.695493 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.714667 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] DHCP port deletion for 1094fe49-c92c-45d5-bd12-0376cf0b5c75 request from dv-cinder-836083-16-iscsi {{(pid=105100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 21 15:20:20.745728 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:20.752652 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] Deleting port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 {{(pid=105100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 21 15:20:20.753022 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751457034689'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), before_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.759243 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.db [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] For port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:20.760175 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.773119 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.plugin [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Calling delete_port for 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 owned by network:dhcp {{(pid=105098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:20.819678 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.db [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] For port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071, host dv-cinder-836083-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-16-iscsi',level=0,port_id=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,segment=NetworkSegment(915742d4-ecc5-4468-b377-a4f720be6b27),segment_id=915742d4-ecc5-4468-b377-a4f720be6b27)] {{(pid=105100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 15:20:20.819994 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632606'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), precommit_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.832777 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] Calling delete_port for 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 owned by network:dhcp {{(pid=105100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 21 15:20:20.914240 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25539913'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.920080 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16478557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751457006246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751456562472'] for port (1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071), after_delete {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:20.938065 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:20.941776 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:20.946937 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] Pushing event deleted for resources: {'Port': ['ID=1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071,revision_number=None']} {{(pid=105100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:20.947775 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] No DVR routers for this DVR port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 on host dv-cinder-836083-16-iscsi {{(pid=105098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:20:20.953001 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e658090-f40d-487e-a796-1156aba6f2d7 None None] No DVR routers for this DVR port 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 on host dv-cinder-836083-16-iscsi {{(pid=105100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 21 15:20:21.031328 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16618543', 'neutron.services.segments.db._delete_segments_for_network-8751457094265'] for network (1094fe49-c92c-45d5-bd12-0376cf0b5c75), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.052848 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1094fe49-c92c-45d5-bd12-0376cf0b5c75']}} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:21.062298 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915742d4-ecc5-4468-b377-a4f720be6b27') {'for_net_delete': True} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:21.062598 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.services.segments.db [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915742d4-ecc5-4468-b377-a4f720be6b27') {} {{(pid=105098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 15:20:21.075669 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751457094328', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25515592'] for segment (915742d4-ecc5-4468-b377-a4f720be6b27), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.088833 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614'] for segment (915742d4-ecc5-4468-b377-a4f720be6b27), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.095580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=105098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 15:20:21.096045 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25539860'] for segment (915742d4-ecc5-4468-b377-a4f720be6b27), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.136327 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 915742d4-ecc5-4468-b377-a4f720be6b27 resource provider aggregate not found Oct 21 15:20:21.152830 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.services.segments.plugin [-] Segment 915742d4-ecc5-4468-b377-a4f720be6b27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 915742d4-ecc5-4468-b377-a4f720be6b27 found for delete ", "request_id": "req-62d81218-471f-4a2f-8dd8-24712952f4a7"}]} Oct 21 15:20:21.210850 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16618582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-774242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613986'] for network (1094fe49-c92c-45d5-bd12-0376cf0b5c75), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.216580 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-774224'] for network (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.219544 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/1094fe49-c92c-45d5-bd12-0376cf0b5c75 HTTP/1.1" status: 204 len: 168 time: 0.6440785 Oct 21 15:20:21.231917 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e9243-dc55-4cd3-b174-73ad1347759c admin admin] Pushing event deleted for resources: {'Network': ['ID=1094fe49-c92c-45d5-bd12-0376cf0b5c75,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:21.354904 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:21.473804 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-ac67c354-30bf-456e-8d76-1d528982421c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.608395 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48822) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:21.648369 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-5c8dfd1c-8f34-4acb-b6e5-07c927655baf admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=791930b581eb4c55bebd1e6eacc6b4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387261 Oct 21 15:20:21.650805 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48824) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:21.699334 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d798-171e-447a-a03c-367e232b3e74 admin admin] Publish callbacks [] for security_group (8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.723650 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d798-171e-447a-a03c-367e232b3e74 admin admin] Publish callbacks [] for security_group (8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.790095 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d641287a-89a8-4267-8cf8-77d4f42edc87 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:21.813177 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: d641287a-89a8-4267-8cf8-77d4f42edc87 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:21.813520 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device d641287a-89a8-4267-8cf8-77d4f42edc87 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:21.814606 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 no longer exists at agent ovs-agent-dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 15:20:21.832985 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.plugin [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] No Port match for: 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 {{(pid=105100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 21 15:20:21.833424 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron.plugins.ml2.rpc [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Device 1c8adc71-1aa7-4eca-a4a2-cae9ac7b8071 not bound to the agent host dv-cinder-836083-16-iscsi {{(pid=105100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 15:20:21.851605 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d798-171e-447a-a03c-367e232b3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.854728 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d798-171e-447a-a03c-367e232b3e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:21.859830 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-ebe0d798-171e-447a-a03c-367e232b3e74 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5 HTTP/1.1" status: 204 len: 168 time: 0.2042007 Oct 21 15:20:21.864507 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d798-171e-447a-a03c-367e232b3e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8892d2e5-33cb-4e00-97e2-dcdaa25ad2d5,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:22.506443 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48830) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:22.547042 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:22.547886 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-dc92fa31-862c-44fe-b204-6990404e6f50 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=81ea7a8d51c94095bf9cda1c73562c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403035 Oct 21 15:20:22.551276 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [-] (105098) accepted ('10.222.0.60', 48832) {{(pid=105098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 21 15:20:22.600386 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d986-d2c4-4a3f-88c4-69a65e838de5 admin admin] Publish callbacks [] for security_group (766c4047-6724-4013-91c1-75867e2edf4b), before_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:22.621344 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d986-d2c4-4a3f-88c4-69a65e838de5 admin admin] Publish callbacks [] for security_group (766c4047-6724-4013-91c1-75867e2edf4b), precommit_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:22.729714 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d986-d2c4-4a3f-88c4-69a65e838de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943989'] for security_group (766c4047-6724-4013-91c1-75867e2edf4b), after_delete {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:22.732284 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d986-d2c4-4a3f-88c4-69a65e838de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:22.733438 dv-cinder-836083-16-iscsi neutron-server[105098]: INFO neutron.wsgi [None req-a0b0d986-d2c4-4a3f-88c4-69a65e838de5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/766c4047-6724-4013-91c1-75867e2edf4b HTTP/1.1" status: 204 len: 168 time: 0.1812565 Oct 21 15:20:22.742266 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0d986-d2c4-4a3f-88c4-69a65e838de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c4047-6724-4013-91c1-75867e2edf4b,revision_number=None']} {{(pid=105098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 15:20:24.108068 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:24.119592 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:26.062836 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=7 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:27.181343 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=16 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:28.874518 dv-cinder-836083-16-iscsi neutron-server[105099]: DEBUG dbcounter [-] [105099] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=105099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:32.736356 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=87,neutron:DELETE=10 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:32.738237 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG dbcounter [-] [105098] Writing DB stats neutron:SELECT=59,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:34.028453 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:34.030275 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:47.063027 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=13 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:47.063741 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=13 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:20:48.073196 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:48.913332 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-baaa2ff9-be4b-4ccb-9050-02b6e8b144da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:51.428318 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-4f3d71e9-d8e6-4579-9cf1-c542583ebc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:52.558584 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:54.073189 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:54.095908 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:20:54.185179 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:21:00.645560 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:04.023810 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:04.029751 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:04.181038 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:18.032802 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:18.929719 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b5efffc1-0dd0-4955-b1d3-3d5a2d4e1c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:21.415595 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-a164064c-8189-4413-be92-5e1713bd9f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:22.558278 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:24.101356 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:24.112411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:31.184970 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:21:34.025837 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:34.032237 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:47.212011 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:47.212750 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:21:48.055855 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:48.894812 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-88726a8a-265c-40a6-8223-68fa90e1974c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:51.409596 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e4544ce4-de38-46b1-983c-273c3358bc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:52.586503 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:54.066579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:21:54.088874 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:07.066301 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:07.069526 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:08.184167 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:22:14.643017 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:18.066431 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:18.180230 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:18.889092 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-0dc8c22d-e641-4b1f-9489-b8e97c62cada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:21.448947 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-1ec8820e-3c22-4811-93c1-2327999d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:22.603129 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:24.117281 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:24.134256 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:34.031688 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:34.038110 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:45.184095 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:22:48.049033 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:48.894783 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-36d56276-3023-4d16-ac92-e5a97ddc11e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:51.436498 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e36-db00-4ce4-b4a4-e4f941defcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:52.591405 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:54.094411 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:54.105623 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:22:55.178773 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=20 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:22:55.179912 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=14 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:04.040466 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:04.042339 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:18.059712 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:18.904721 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6643c964-8fea-4671-bbd1-1ba6b7915ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:20.330645 dv-cinder-836083-16-iscsi neutron-server[105098]: DEBUG neutron.wsgi [req-c62b4e9b-cfe2-4621-8aae-4260ad7d6a05 req-ac48ac0f-0181-4b05-8834-11ce1288122f service neutron] (105098) timed out ('10.222.0.16', 64484) {{(pid=105098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 21 15:23:21.425299 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e20b4fbb-1766-4471-90f0-9e823949a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:22.185283 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:23:22.568685 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:24.104493 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:24.116579 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:32.178995 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:32.179715 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:34.043808 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:34.046732 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:47.216482 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:23:48.082464 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:48.898472 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-146e847d-ff4c-48ee-a66d-eb66c050fedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:51.436752 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-af32a59b-35a9-48fd-8743-9c0737e178a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:52.572267 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:54.105250 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:54.127813 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:23:59.185379 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:24:07.069614 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:07.076772 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:09.180955 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=3 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:09.181695 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=5 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:18.115025 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:18.899692 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-6e88fa8e-a9ee-4181-9b56-aee65707f49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:21.464786 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-3de77ecb-d0ee-46da-8af2-e3f124308285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:22.651680 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:23.190939 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:23.191666 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=1 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:24.071046 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:24.116753 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:34.046796 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:34.053751 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:36.185368 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:24:47.068811 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=18 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:47.072736 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=16 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:24:48.080142 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:48.910598 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-e6f7de9f-3a6a-448e-9350-bd5ad3c4d3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:51.445516 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9353c6fa-522c-43f0-baad-5d66e93ec098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:52.658975 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:54.087780 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:24:54.116307 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:04.054037 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:25:04.055964 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:25:13.185214 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG neutron.db.agents_db [None req-f955a400-bd5e-4f92-af49-97998db66b9d None None] Agent healthcheck: found 6 active agents {{(pid=105101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 15:25:18.099128 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-dda3e063-c633-4ce5-b701-c39fba8819b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (108dfdec-697c-476b-88e2-b87a4181c441), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:18.907851 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-b9a1934c-2282-4993-8f8e-1ec90a7bd4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (b5f0edd4-051a-4326-9a1d-855030bc9f6b), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:21.433673 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-9f7d084f-725a-478c-b86c-d68e94922271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (3517d04c-30ca-434e-9b80-a5946f934d95), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:22.584384 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-df270c5d-c355-42a0-b644-c81a6ca4327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (8d623363-3d42-4299-84e8-4464e8597a38), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:23.179402 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:25:23.180213 dv-cinder-836083-16-iscsi neutron-server[105101]: DEBUG dbcounter [-] [105101] Writing DB stats neutron:SELECT=4 {{(pid=105101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:25:24.084999 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-5c603923-acee-4d81-8a4f-709c0d91028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (2d598d02-fb9a-4aff-a285-2220b6be23bf), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:24.136359 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG neutron_lib.callbacks.manager [None req-8501b2d8-1f15-428a-91f5-195602a5ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751457094247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16621038'] for agent (66c2efc2-fcf8-415c-b3b9-3ed284eac1ec), after_update {{(pid=105100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 21 15:25:34.061687 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 21 15:25:34.064574 dv-cinder-836083-16-iscsi neutron-server[105100]: DEBUG dbcounter [-] [105100] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105100) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}